./test.sh --full-image-name ubi-ruby-fips:"$TAG" --test-file-name test-ubi.yml
I get the same FAIL error that Jenkins is seeing. 8 test cases are failing.
$ cat test-results/ubi-ruby-fips.test-ubiyml.json | jsonpp
{
"Pass": 5,
"Fail": 8,
"Total": 13,
"Duration": 13884371500,
"Results": [
{
"Name": "Command Test: OpenSSL version",
"Pass": false,
"Stdout": "OpenSSL 1.1.1g FIPS 21 Apr 2020\n",
"Errors": [
"Expected string '^OpenSSL 1.1.1c FIPS 28 May 2019\n$' not found in output 'OpenSSL 1.1.1g FIPS 21 Apr 2020\n'"
],
"Duration": 759573800
},
{
"Name": "Command Test: libssl.so version",
"Pass": false,
"Stdout": "OpenSSL 1.1.1g FIPS 21 Apr 2020",
"Errors": [
"Expected string '^OpenSSL 1.1.1c FIPS 28 May 2019$' not found in output 'OpenSSL 1.1.1g FIPS 21 Apr 2020'"
],
"Duration": 1653807300
},
{
"Name": "Command Test: libcrypto.so version",
"Pass": false,
"Stdout": "OpenSSL 1.1.1g FIPS 21 Apr 2020",
"Errors": [
"Expected string '^OpenSSL 1.1.1c FIPS 28 May 2019$' not found in output 'OpenSSL 1.1.1g FIPS 21 Apr 2020'"
],
"Duration": 1169413200
},
{
"Name": "Command Test: OpenSSL accepts FIPS compliant algorithms",
"Pass": true,
"Stdout": "SHA256(/etc/passwd)= 4fca2fc3d1b14741c7ff86ae9c964c680447b4b753139fd6bb8fab863852a365\n",
"Duration": 861842700
},
{
"Name": "Command Test: Ruby linked with valid libcrypto.so version",
"Pass": false,
"Stdout": "OpenSSL 1.1.1g FIPS 21 Apr 2020",
"Errors": [
"Expected string '^OpenSSL 1.1.1c FIPS 28 May 2019$' not found in output 'OpenSSL 1.1.1g FIPS 21 Apr 2020'"
],
"Duration": 961570700
},
{
"Name": "Command Test: Ruby linked with valid libssl.so version",
"Pass": false,
"Stdout": "OpenSSL 1.1.1g FIPS 21 Apr 2020",
"Errors": [
"Expected string '^OpenSSL 1.1.1c FIPS 28 May 2019$' not found in output 'OpenSSL 1.1.1g FIPS 21 Apr 2020'"
],
"Duration": 1072853700
},
{
"Name": "Command Test: Ruby sees valid OpenSSL version",
"Pass": false,
"Stdout": "OpenSSL 1.1.1g FIPS 21 Apr 2020\n",
"Errors": [
"Expected string '^OpenSSL 1.1.1c FIPS 28 May 2019\n$' not found in output 'OpenSSL 1.1.1g FIPS 21 Apr 2020\n'"
],
"Duration": 862759800
},
{
"Name": "Command Test: Ruby accepts FIPS compliant algorithms",
"Pass": true,
"Stdout": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\n",
"Duration": 1348435200
},
{
"Name": "Command Test: Ruby denies FIPS compliant algorithms",
"Pass": true,
"Stderr": "/var/lib/ruby/lib/ruby/2.5.0/openssl/digest.rb:40:in `initialize': Digest initialization failed: disabled for FIPS (OpenSSL::Digest::DigestError)\n\tfrom /var/lib/ruby/lib/ruby/2.5.0/openssl/digest.rb:40:in `block (3 levels) in \u003cclass:Digest\u003e'\n\tfrom -e:2:in `new'\n\tfrom -e:2:in `\u003cmain\u003e'\n",
"Duration": 853809900
},
{
"Name": "Command Test: libpq linked with valid libcrypto.so version",
"Pass": false,
"Stdout": "OpenSSL 1.1.1g FIPS 21 Apr 2020",
"Errors": [
"Expected string '^OpenSSL 1.1.1c FIPS 28 May 2019$' not found in output 'OpenSSL 1.1.1g FIPS 21 Apr 2020'"
],
"Duration": 1125254300
},
{
"Name": "Command Test: libpq linked with valid libssl.so version",
"Pass": false,
"Stdout": "OpenSSL 1.1.1g FIPS 21 Apr 2020",
"Errors": [
"Expected string '^OpenSSL 1.1.1c FIPS 28 May 2019$' not found in output 'OpenSSL 1.1.1g FIPS 21 Apr 2020'"
],
"Duration": 1139209400
},
{
"Name": "Command Test: Postgres version",
"Pass": true,
"Stdout": "pg_dump (PostgreSQL) 10.14\n",
"Duration": 1076737500
},
{
"Name": "Command Test: bundler version",
"Pass": true,
"Stdout": "Bundler version 2.1.4\n",
"Duration": 999104000
}
]
}