Most of the checks are executed against oc debug, It might be declutter a bit the output if we remove the 'please wait' message

oc get pods -A -o go-template --template='{{range .items}}{{range .spec.containers}}{{printf "%s\n" .image -}} {{end}}{{end}}' | sort -u | uniq

[loganmc10@toolbox openshift-checks]$ ./openshift-checks.sh -s info/mellanox-firmware-version 
Using system:admin context
Checking Mellanox firmware version (using oc debug, it can take a while)
node/lmcnaugh-d17u05-b10.cloud.lab.eng.bos.redhat.com:
0000:3b:00.0 => 0000:3b:00.1 => 
No issues found

[loganmc10@toolbox openshift-checks]$ ./openshift-checks.sh -s checks/mellanox-firmware-version
Using system:admin context
Checking Mellanox firmware version (using oc debug, it can take a while)
Firmware for Mellanox card 0000:3b:00.0 on node/lmcnaugh-d17u05-b10.cloud.lab.eng.bos.redhat.com is below the minimum recommended version. Please upgrade to at least 16.28.
Total issues found: 1

sh-4.4# for id in 15b3:1015 15b3:1017 15b3:1013 15b3:101b; do echo $(lspci -D -d "${id}");done
0000:3b:00.0 Ethernet controller: Mellanox Technologies MT27710 Family [ConnectX-4 Lx] 0000:3b:00.1 Ethernet controller: Mellanox Technologies MT27710 Family [ConnectX-4 Lx]

ethtool -i ens3f0
driver: i40e
version: 2.8.20-k
firmware-version: 6.00 0x800036cb 1.1747.0
expansion-rom-version:
bus-info: 0000:d8:00.0
supports-statistics: yes
supports-test: yes
supports-eeprom-access: yes
supports-register-dump: yes
supports-priv-flags: yes

0000:12:00.0 Ethernet controller: Intel Corporation Ethernet Controller XXV710 for 25GbE SFP28 (rev 02)
        Subsystem: Hewlett Packard Enterprise Ethernet 10/25/Gb 2-port 661SFP28 Adapter
        Physical Slot: 1
        Control: I/O- Mem+ BusMaster+ SpecCycle- MemWINV- VGASnoop- ParErr+ Stepping- SERR+ FastB2B- DisINTx+
        Status: Cap+ 66MHz- UDF- FastB2B- ParErr- DEVSEL=fast >TAbort- <TAbort- <MAbort- >SERR- <PERR- INTx-
        Latency: 0, Cache Line Size: 64 bytes
        Interrupt: pin A routed to IRQ 26
        NUMA node: 0
        Region 0: Memory at df000000 (64-bit, prefetchable) [size=16M]
        Region 3: Memory at e1000000 (64-bit, prefetchable) [size=32K]
        [virtual] Expansion ROM at e1080000 [disabled] [size=512K]
        Capabilities: [40] Power Management version 3
                Flags: PMEClk- DSI+ D1- D2- AuxCurrent=0mA PME(D0+,D1-,D2-,D3hot+,D3cold+)
                Status: D0 NoSoftRst+ PME-Enable- DSel=0 DScale=1 PME-
        Capabilities: [50] MSI: Enable- Count=1/1 Maskable+ 64bit+
                Address: 0000000000000000  Data: 0000
                Masking: 00000000  Pending: 00000000
        Capabilities: [70] MSI-X: Enable+ Count=129 Masked-
                Vector table: BAR=3 offset=00000000
                PBA: BAR=3 offset=00001000
        Capabilities: [a0] Express (v2) Endpoint, MSI 00
                DevCap: MaxPayload 2048 bytes, PhantFunc 0, Latency L0s <512ns, L1 <64us
                        ExtTag+ AttnBtn- AttnInd- PwrInd- RBE+ FLReset+ SlotPowerLimit 0.000W
                DevCtl: Report errors: Correctable+ Non-Fatal+ Fatal+ Unsupported+
                        RlxdOrd+ ExtTag+ PhantFunc- AuxPwr- NoSnoop- FLReset-
                        MaxPayload 256 bytes, MaxReadReq 4096 bytes
                DevSta: CorrErr+ UncorrErr- FatalErr- UnsuppReq+ AuxPwr- TransPend-
                LnkCap: Port #0, Speed 8GT/s, Width x8, ASPM L1, Exit Latency L1 <16us
                        ClockPM- Surprise- LLActRep- BwNot- ASPMOptComp+
                LnkCtl: ASPM Disabled; RCB 64 bytes Disabled- CommClk+
                        ExtSynch- ClockPM- AutWidDis- BWInt- AutBWInt-
                LnkSta: Speed 8GT/s, Width x8, TrErr- Train- SlotClk+ DLActive- BWMgmt- ABWMgmt-
                DevCap2: Completion Timeout: Range ABCD, TimeoutDis+, LTR-, OBFF Not Supported
                         AtomicOpsCap: 32bit- 64bit- 128bitCAS-
                DevCtl2: Completion Timeout: 50us to 50ms, TimeoutDis-, LTR-, OBFF Disabled
                         AtomicOpsCtl: ReqEn-
                LnkCtl2: Target Link Speed: 2.5GT/s, EnterCompliance- SpeedDis-
                         Transmit Margin: Normal Operating Range, EnterModifiedCompliance- ComplianceSOS-
                         Compliance De-emphasis: -6dB
                LnkSta2: Current De-emphasis Level: -6dB, EqualizationComplete+, EqualizationPhase1+
                         EqualizationPhase2+, EqualizationPhase3+, LinkEqualizationRequest-
        Capabilities: [100 v2] Advanced Error Reporting
                UESta:  DLP- SDES- TLP- FCP- CmpltTO- CmpltAbrt- UnxCmplt- RxOF- MalfTLP- ECRC- UnsupReq- ACSViol-
                UEMsk:  DLP- SDES- TLP- FCP- CmpltTO- CmpltAbrt- UnxCmplt- RxOF- MalfTLP- ECRC- UnsupReq- ACSViol-
                UESvrt: DLP- SDES+ TLP- FCP- CmpltTO- CmpltAbrt- UnxCmplt- RxOF- MalfTLP- ECRC- UnsupReq- ACSViol-
                CESta:  RxErr- BadTLP- BadDLLP- Rollover- Timeout- NonFatalErr-
                CEMsk:  RxErr+ BadTLP+ BadDLLP+ Rollover+ Timeout+ NonFatalErr+
                AERCap: First Error Pointer: 00, ECRCGenCap+ ECRCGenEn- ECRCChkCap+ ECRCChkEn-
                        MultHdrRecCap- MultHdrRecEn- TLPPfxPres- HdrLogCap-
                HeaderLog: 00000000 00000000 00000000 00000000
        Capabilities: [150 v1] Alternative Routing-ID Interpretation (ARI)
                ARICap: MFVC- ACS-, Next Function: 1
                ARICtl: MFVC- ACS-, Function Group: 0
        Capabilities: [160 v1] Single Root I/O Virtualization (SR-IOV)
                IOVCap: Migration-, Interrupt Message Number: 000
                IOVCtl: Enable- Migration- Interrupt- MSE- ARIHierarchy+
                IOVSta: Migration-
                Initial VFs: 64, Total VFs: 64, Number of VFs: 0, Function Dependency Link: 00
                VF offset: 16, stride: 1, Device ID: 154c
                Supported Page Size: 00000553, System Page Size: 00000001
                Region 0: Memory at 00000c7fffa00000 (64-bit, prefetchable)
                Region 3: Memory at 00000c7ffff00000 (64-bit, prefetchable)
                VF Migration: offset: 00000000, BIR: 0
        Capabilities: [1a0 v1] Transaction Processing Hints
                Device specific mode supported
                No steering table available
        Capabilities: [1b0 v1] Access Control Services
                ACSCap: SrcValid- TransBlk- ReqRedir- CmpltRedir- UpstreamFwd- EgressCtrl- DirectTrans-
                ACSCtl: SrcValid- TransBlk- ReqRedir- CmpltRedir- UpstreamFwd- EgressCtrl- DirectTrans-
        Capabilities: [1d0 v1] #19
        Kernel driver in use: i40e
        Kernel modules: i40e```

$ ./openshift-checks.sh -v -s checks/pdb
+ shift
+ :
+ case "${1-}" in
+ SINGLE=1
+ SCRIPT_PROVIDED=checks/pdb
+ shift
+ :
+ case "${1-}" in
+ break
+ return 0
+ setup_colors
+ [[ -t 2 ]]
+ [[ -z '' ]]
+ [[ xterm-256color != \d\u\m\b ]]
+ NOCOLOR='\033[0m'
+ RED='\033[0;31m'
+ GREEN='\033[0;32m'
+ ORANGE='\033[0;33m'
+ BLUE='\033[0;34m'
+ PURPLE='\033[0;35m'
+ CYAN='\033[0;36m'
+ YELLOW='\033[1;33m'
+ main -v -s checks/pdb
+ '[' 0 -ne 0 ']'
+ for i in oc yq jq curl column
+ check_command oc
+ command -v oc
+ for i in oc yq jq curl column
+ check_command yq
+ command -v yq
+ for i in oc yq jq curl column
+ check_command jq
+ command -v jq
+ for i in oc yq jq curl column
+ check_command curl
+ command -v curl
+ for i in oc yq jq curl column
+ check_command column
+ command -v column
+ '[' 0 -gt 0 ']'
+ kubeconfig
++ oc whoami
+ CONTEXT=system:admin
+ '[' -z system:admin ']'
+ '[' 1 -ne 0 ']'
+ msg 'Using \033[0;32msystem:admin\033[0m context'
+ echo -e 'Using \033[0;32msystem:admin\033[0m context'
Using system:admin context
++ oc_whoami
+++ oc whoami
++ WHOAMI=system:admin
++ '[' -z system:admin ']'
++ echo system:admin
+ OCUSER=system:admin
+ '[' 1 -ne 0 ']'
+ INFO=0
+ CHECKS=0
+ PRE=0
+ checks/pdb
PodDisruptionBudget with 0 disruptions allowed: {
  "name": "my-pdb"
}
+ '[' 0 -gt 0 ']'
+ '[' 0 -gt 0 ']'
+ '[' 1 -gt 0 ']'
+ msg 'Running ssh-based health checks as \033[0;32msystem:admin\033[0m'
+ echo -e 'Running ssh-based health checks as \033[0;32msystem:admin\033[0m'
Running ssh-based health checks as system:admin
+ for ssh in ./ssh/*
+++ cat /tmp/tmp.0NMHGRAT4U
++ expr 1 + 0
+ export errors=1
+ errors=1
+ ./ssh/bz1941840
Checking for a hung kubelet...
Error running crictl stats openshift-authentication-operator/
+++ cat /tmp/tmp.0NMHGRAT4U
++ expr 1 + 0
+ export errors=1
+ errors=1
+ '[' 1 -gt 0 ']'
+ die '\033[0;31mTotal issues found: 1\033[0m'
+ local 'msg=\033[0;31mTotal issues found: 1\033[0m'
+ local code=1
+ error '\033[0;31mTotal issues found: 1\033[0m'
+ echo -e '\033[0;31mTotal issues found: 1\033[0m'
Total issues found: 1
+ exit 1
+ rm /tmp/tmp.0NMHGRAT4U

$ oc get node -l sriov
NAME                STATUS   ROLES    AGE    VERSION
rna1-master-0.*   Ready    worker   104d   v1.17.1
rna1-master-1.*   Ready    worker   104d   v1.17.1
rna1-master-2.*   Ready    worker   104d   v1.17.1

for device in $(lspci -D | grep -i mellanox |grep -vi virtual | awk '{ print $1 }');do echo -n "${device} => "; grep -aoP '(?<=FV)[0-9,.]{8}' /sys/bus/pci/devices/${device}/vpd; done
0000:19:00.0 => 14.26.60
0000:19:00.1 => 14.26.60
0000:3b:00.0 => 14.26.60
0000:3b:00.1 => 14.26.60

cat nodes-notready.json | jq '.items[] | { name: .metadata.name, type: .status.conditions[] } | select ((.type.type == "Ready") and (.type.status != "True"))'
{
  "name": "kni1-master-1.example.com",
  "type": {
    "lastHeartbeatTime": "2021-04-15T09:11:05Z",
    "lastTransitionTime": "2021-04-15T09:12:06Z",
    "message": "Kubelet stopped posting node status.",
    "reason": "NodeStatusUnknown",
    "status": "Unknown",
    "type": "Ready"
  }
}

for node in $(oc get nodes -o name);do oc debug ${node} -- chroot /host sh -c 'crictl images -o json' 2>/dev/null | jq -r .images[].repoTags[]; done | sort -u

Supported devices
OpenShift Container Platform supports the following Network Interface Card (NIC) models:

Intel XXV710 25GbE SFP28 with vendor ID 0x8086 and device ID 0x158b