diff --git a/.github/workflows/pre-main.yaml b/.github/workflows/pre-main.yaml index becc68163..ed450734f 100644 --- a/.github/workflows/pre-main.yaml +++ b/.github/workflows/pre-main.yaml @@ -300,7 +300,7 @@ jobs: with: token: ${{ secrets.GITHUB_TOKEN }} - - name: Build the `cnf-certification-test` image + - name: Build the `certsuite` image uses: nick-fields/retry@7152eba30c6575329ac0576536151aca5a72780e # v3.0.0 with: timeout_minutes: 90 diff --git a/.github/workflows/qe-hosted.yml b/.github/workflows/qe-hosted.yml index df4ca3575..104027cc1 100644 --- a/.github/workflows/qe-hosted.yml +++ b/.github/workflows/qe-hosted.yml @@ -14,7 +14,6 @@ permissions: env: QE_REPO: redhat-best-practices-for-k8s/certsuite-qe CERTSUITE_IMAGE_NAME: quay.io/redhat-best-practices-for-k8s/certsuite - CERTSUITE_IMAGE_NAME_LEGACY: quay.io/redhat-best-practices-for-k8s/redhat-best-practices-for-k8s-certsuite TEST_CERTSUITE_IMAGE_TAG: localtest CERTSUITE_CONFIG_DIR: '/tmp/certsuite_config' CERTSUITE_REPORT_DIR: '/tmp/certsuite_report' @@ -65,7 +64,6 @@ jobs: file: ./Dockerfile tags: | ${{ env.CERTSUITE_IMAGE_NAME }}:${{ env.TEST_CERTSUITE_IMAGE_TAG }} - ${{ env.CERTSUITE_IMAGE_NAME_LEGACY }}:${{ env.TEST_CERTSUITE_IMAGE_TAG }} outputs: type=docker,dest=/tmp/testimage.tar - name: Store image as artifact diff --git a/.gitignore b/.gitignore index 9cb135444..9a827d80b 100644 --- a/.gitignore +++ b/.gitignore @@ -1,24 +1,24 @@ bin/ catalog.json claim.json -cnf-certification-test/certsuite.log +certsuite/certsuite.log .idea vendor *.test redhat-best-practices-for-k8s_junit.xml cover.out cover.out.tmp -cnf-certification-test/cnf-certification-tests_junit.xml -cnf-certification-tests_junit.xml -cnftests-junit.xml +certsuite/certsuite-tests_junit.xml +certsuite_junit.xml +certsuitetests-junit.xml setup_junit.xml validation_junit.xml .vscode jsontest-cli test-out.json -cnf-certification-test/results.html +certsuite/results.html redhat-best-practices-for-k8s -cnf-certification-test/claimjson.js +certsuite/claimjson.js temp/ /certsuite diff --git a/Makefile b/Makefile index 3cbd1d7ec..1c15e4b37 100644 --- a/Makefile +++ b/Makefile @@ -20,7 +20,7 @@ GO_PACKAGES=$(shell go list ./... | grep -v vendor) REGISTRY_LOCAL?=localhost REGISTRY?=quay.io CERTSUITE_IMAGE_NAME?=redhat-best-practices-for-k8s/certsuite -CERTSUITE_IMAGE_NAME_LEGACY?=testnetworkfunction/cnf-certification-test +CERTSUITE_IMAGE_NAME_LEGACY?=testnetworkfunction/certsuite IMAGE_TAG?=localtest .PHONY: all clean test build .PHONY: \ @@ -69,9 +69,9 @@ build-darwin-arm64: results-html # Cleans up auto-generated and report files clean: - go clean && rm -f all-releases.txt cover.out claim.json cnf-certification-test/claim.json \ - cnf-certification-test/claimjson.js cnf-certification-test/cnf-certification-tests_junit.xml \ - cnf-certification-test/results.html jsontest-cli latest-release-tag.txt \ + go clean && rm -f all-releases.txt cover.out claim.json certsuite/claim.json \ + certsuite/claimjson.js certsuite/certsuites_junit.xml \ + certsuite/results.html jsontest-cli latest-release-tag.txt \ release-tag.txt test-out.json certsuite # Runs configured linters diff --git a/cmd/certsuite/claim/compare/testdata/claim_access_control.json b/cmd/certsuite/claim/compare/testdata/claim_access_control.json index d4d50644d..0c7576a16 100644 --- a/cmd/certsuite/claim/compare/testdata/claim_access_control.json +++ b/cmd/certsuite/claim/compare/testdata/claim_access_control.json @@ -8373,7 +8373,7 @@ "duration": 249071, "endTime": "2023-09-04 09:19:06.658058151 -0500 CDT m=+36.192982330", "failureLineContent": "\t\tginkgo.Skip(\"No role contains rules that apply to at least one CRD under test\")", - "failureLocation": "/home/greyerof/github/certsuite/cnf-certification-test/accesscontrol/suite.go:933", + "failureLocation": "/home/greyerof/github/certsuite/certsuite/accesscontrol/suite.go:933", "skipReason": "No role contains rules that apply to at least one CRD under test", "startTime": "2023-09-04 09:19:06.657809085 -0500 CDT m=+36.192733259", "state": "skipped", @@ -8589,7 +8589,7 @@ "duration": 300309189, "endTime": "2023-09-04 09:18:50.964966148 -0500 CDT m=+20.499890322", "failureLineContent": "\t\t\tginkgo.Fail(\"Pod has been found with default service account name.\")", - "failureLocation": "/home/greyerof/github/certsuite/cnf-certification-test/accesscontrol/suite.go:612", + "failureLocation": "/home/greyerof/github/certsuite/certsuite/accesscontrol/suite.go:612", "skipReason": "Pod has been found with default service account name.", "startTime": "2023-09-04 09:18:50.664656954 -0500 CDT m=+20.199581133", "state": "failed", diff --git a/docs/assets/images/demo-certsuite.svg b/docs/assets/images/demo-certsuite.svg index 5a36bef99..7141e6b95 100644 --- a/docs/assets/images/demo-certsuite.svg +++ b/docs/assets/images/demo-certsuite.svg @@ -1 +1 @@ -jmontesi@fedora~/github/cnf-certification-test(update_banner_v5_2)$jmontesi@fedora~/github/cnf-certification-test(update_banner_v5_2)$./certsuite run -l '!lifecycle && !platform-alteration' -k ~/config/kubeconfigjmontesi@fedora~/github/cnf-certification-test(update_banner_v5_2)$./certsuiterun-l'!lifecycle&&!platform-alteration'-k~/config/kubeconfig_____________________________________________/___||____||_\|__|/___||||||__||__||____|____|___||___\|||_|||_)|||\___\|||||||||_|\\//|___\__)|||___||___|_<||___)|||_||||||||___\V/___)|_/__/\____||_____||_|\_\|_||____/\___/|___||_||_____|\_/|____/(_)|_____|CERTSUITEversion:v5.2.0Claimfileversion:v0.4.0Checksfilter:!lifecycle&&!platform-alterationOutputfolder:cnf-certification-testLogfile:certsuite.log(level=debug)RunningdiscoveryofCNFtargetresources...[container:testpod:test-0ns:tnfcontainer:testpod:test-1ns:tnfcontainer:testpod:test-bc6557c94-57n5mns:tnfcontainer:testpod:test-bc6557c94-87l2fns:tnf]RunningsuiteMANAGEABILITY[PASS]manageability-containers-image-tag[PASS]manageability-container-port-name-formatRunningsuiteNETWORKING[PASS]networking-icmpv4-connectivity[SKIP]networking-icmpv4-connectivity-multus(compliantandnon-compliantobjectslistsareempty)[SKIP]networking-icmpv6-connectivity(compliantandnon-compliantobjectslistsareempty)[SKIP]networking-icmpv6-connectivity-multus(compliantandnon-compliantobjectslistsareempty)[RUNNING]networking-undeclared-container-ports-usage(4s)[INFO][Jun2612:13:23.333][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-0ns:tnf"is[PASS]networking-undeclared-container-ports-usage[PASS]networking-ocp-reserved-ports-usage[SKIP]networking-dual-stack-service(noservicestocheckfound)[FAIL]networking-network-policy-deny-all[RUNNING]networking-reserved-partner-ports(4s)[INFO][Jun2612:13:53.784][netcommons.go:228][networking-reserved-partner-ports]"pod:test-0ns:tnf"listensinPartner[PASS]networking-reserved-partner-ports[SKIP]networking-dpdk-cpu-pinning-exec-probe(noCPUpinningpodstocheckfound)[SKIP]networking-restart-on-reboot-sriov-pod(noSRIOVpodstocheckfound)RunningsuitePLATFORM-ALTERATION[SKIP]platform-alteration-hyperthread-enable(nomatchinglabels)[SKIP]platform-alteration-base-image(nomatchinglabels)[SKIP]platform-alteration-tainted-node-kernel(nomatchinglabels)[SKIP]platform-alteration-isredhat-release(nomatchinglabels)[SKIP]platform-alteration-is-selinux-enforcing(nomatchinglabels)[SKIP]platform-alteration-hugepages-config(nomatchinglabels)[SKIP]platform-alteration-boot-params(nomatchinglabels)[SKIP]platform-alteration-sysctl-config(nomatchinglabels)[SKIP]platform-alteration-service-mesh-usage(nomatchinglabels)[SKIP]platform-alteration-ocp-lifecycle(nomatchinglabels)[SKIP]platform-alteration-ocp-node-os-lifecycle(nomatchinglabels)[SKIP]platform-alteration-hugepages-2m-only(nomatchinglabels)[SKIP]platform-alteration-hugepages-1g-only(nomatchinglabels)RunningsuiteOPERATOR[SKIP]operator-install-status-succeeded(nooperatorsfound)[SKIP]operator-install-status-no-privileges(nooperatorsfound)[SKIP]operator-install-source(nooperatorsfound)[SKIP]operator-semantic-versioning(nooperatorsfound)[PASS]operator-crd-versioning[PASS]operator-crd-openapi-schema[SKIP]operator-single-crd-owner(nooperatorsfound)RunningsuiteACCESS-CONTROL[PASS]access-control-security-context[PASS]access-control-sys-admin-capability-check[PASS]access-control-net-admin-capability-check[PASS]access-control-net-raw-capability-check[PASS]access-control-ipc-lock-capability-check[PASS]access-control-bpf-capability-check[PASS]access-control-security-context-non-root-user-check[PASS]access-control-security-context-privilege-escalation[PASS]access-control-container-host-port[PASS]access-control-pod-host-network[PASS]access-control-pod-host-path[PASS]access-control-pod-host-ipc[PASS]access-control-pod-host-pid[PASS]access-control-namespace[PASS]access-control-pod-service-account[PASS]access-control-pod-role-bindings[RUNNING]access-control-cluster-role-bindings(2s)[INFO][Jun2612:14:22.091][suite.go:651][access-control-cluster-role-bindings]Pod"pod:test-bc6557c94-57n5mns:tnf"[PASS]access-control-cluster-role-bindings[PASS]access-control-pod-automount-service-account-token[RUNNING]access-control-one-process-per-container(5s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod:[PASS]access-control-one-process-per-container[FAIL]access-control-sys-nice-realtime-capability[SKIP]access-control-sys-ptrace-capability(Sharedprocessnamespacepodsfound.)[PASS]access-control-namespace-resource-quota[RUNNING]access-control-ssh-daemons(5s)[INFO][Jun2612:14:49.534][suite.go:885][access-control-ssh-daemons]Pod"pod:test-0ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(12s)[INFO][Jun2612:14:56.394][suite.go:885][access-control-ssh-daemons]Pod"pod:test-bc6557c94-57n5mns:tnf"isnotrunningan[PASS]access-control-ssh-daemons[PASS]access-control-requests-and-limits[PASS]access-control-no-1337-uid[SKIP]access-control-service-type(noservicestocheckfound)[PASS]access-control-crd-rolesRunningsuiteAFFILIATED-CERTIFICATION[SKIP]affiliated-certification-helm-version(Therearenohelmchartreleasestocheck.)[SKIP]affiliated-certification-operator-is-certified(Therearenooperatorstocheck.Pleasecheckundertestlabels.)[SKIP]affiliated-certification-helmchart-is-certified(Therearenohelmchartreleasestocheck.)[RUNNING]affiliated-certification-container-is-certified-digest(3s)[ERROR][Jun2612:15:08.168][suite.go:191][affiliated-certification-container-is-certified-digest]Co[RUNNING]affiliated-certification-container-is-certified-digest(5s)[ERROR][Jun2612:15:10.318][suite.go:191][affiliated-certification-container-is-certified-digest]Co[FAIL]affiliated-certification-container-is-certified-digestRunningsuiteLIFECYCLE[SKIP]lifecycle-container-prestop(nomatchinglabels)[SKIP]lifecycle-crd-scaling(nomatchinglabels)[SKIP]lifecycle-container-poststart(nomatchinglabels)[SKIP]lifecycle-image-pull-policy(nomatchinglabels)[SKIP]lifecycle-readiness-probe(nomatchinglabels)[SKIP]lifecycle-liveness-probe(nomatchinglabels)[SKIP]lifecycle-startup-probe(nomatchinglabels)[SKIP]lifecycle-pod-owner-type(nomatchinglabels)[SKIP]lifecycle-pod-high-availability(nomatchinglabels)[SKIP]lifecycle-pod-scheduling(nomatchinglabels)[SKIP]lifecycle-pod-recreation(nomatchinglabels)[SKIP]lifecycle-deployment-scaling(nomatchinglabels)[SKIP]lifecycle-statefulset-scaling(nomatchinglabels)[SKIP]lifecycle-persistent-volume-reclaim-policy(nomatchinglabels)[SKIP]lifecycle-cpu-isolation(nomatchinglabels)[SKIP]lifecycle-affinity-required-pods(nomatchinglabels)[SKIP]lifecycle-pod-toleration-bypass(nomatchinglabels)[SKIP]lifecycle-storage-provisioner(nomatchinglabels)RunningsuiteOBSERVABILITY[PASS]observability-container-logging[PASS]observability-crd-status[PASS]observability-termination-policy[PASS]observability-pod-disruption-budgetRunningsuitePERFORMANCE[PASS]performance-exclusive-cpu-pool[SKIP]performance-rt-apps-no-exec-probes(TherearenoguaranteedpodswithexclusiveCPUstocheck.)[SKIP]performance-shared-cpu-pool-non-rt-scheduling-policy(Therearenonon-guaranteedpodswithoutHostPIDtocheck.)[SKIP]performance-exclusive-cpu-pool-rt-scheduling-policy(TherearenoguaranteedpodswithoutexclusiveCPUsandwithoutHostPIDtocheck.)[SKIP]performance-isolated-cpu-pool-rt-scheduling-policy(TherearenoguaranteedpodswithisolatedCPUsandwithoutHostPIDtocheck.)-----------------------------------------------------------|networking416||operator205||access-control2412||affiliated-certification013||observability400|--------------------------------------------odnamespace"tnf")[INFO][Jun2612:13:50.027][suite.go:338][networking-network-policy-deny-all]SkippingNetworkpolicy"assisted-installer-network-policy"(namespace"assisted-installer"doesnotmatchP[INFO][Jun2612:13:50.027][suite.go:338][networking-network-policy-deny-all]SkippingNetworkpolicy"intra-namespace"(namespace"default"doesnotmatchPodnamespace"tnf")[INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"intra-namespace"againstpod"pod:test-bc6557c94-57n5mns:tnf"[ERROR][Jun2612:13:50.027][suite.go:363][networking-network-policy-deny-all]Pod"pod:test-bc6557c94-57n5mns:tnf"wasfoundtonothaveadefaultingressdeny-allnetworkpolicy.[ERROR][Jun2612:13:50.027][suite.go:369][networking-network-policy-deny-all]Pod"pod:test-bc6557c94-57n5mns:tnf"wasfoundtonothaveadefaultegressdeny-allnetworkpolicy.[INFO][Jun2612:13:50.027][suite.go:327][networking-network-policy-deny-all]TestingPod"pod:test-bc6557c94-87l2fns:tnf"-----------------------------------------------------|LOG(access-control-sys-nice-realtime-capability)|[INFO][Jun2612:14:43.686][check.go:271][access-control-sys-nice-realtime-capability]Runningcheck(labels:[telcoaccess-control-sys-nice-realtime-capabilityaccess-control])[INFO][Jun2612:14:43.686][suite.go:779][access-control-sys-nice-realtime-capability]TestingContainer"container:testpod:test-0ns:tnf"[ERROR][Jun2612:14:43.686][suite.go:787][access-control-sys-nice-realtime-capability]Container"container:testpod:test-0ns:tnf"hasbeenfoundrunningonarealtimekernelenablednodewithoutSYS_NICEcapability.[INFO][Jun2612:14:43.686][suite.go:779][access-control-sys-nice-realtime-capability]TestingContainer"container:testpod:test-1ns:tnf"[ERROR][Jun2612:14:43.686][suite.go:787][access-control-sys-nice-realtime-capability]Container"container:testpod:test-1ns:tnf"hasbeenfoundrunningonarealtimekernelenable[INFO][Jun2612:14:43.686][suite.go:779][access-control-sys-nice-realtime-capability]TestingContainer"container:testpod:test-bc6557c94-57n5mns:tnf"[ERROR][Jun2612:14:43.686][suite.go:787][access-control-sys-nice-realtime-capability]Container"container:testpod:test-bc6557c94-57n5mns:tnf"hasbeenfoundrunningonarealtimekernelenablednodewithoutSYS_NICEcapability.[INFO][Jun2612:14:43.686][suite.go:779][access-control-sys-nice-realtime-capability]TestingContainer"container:testpod:test-bc6557c94-87l2fns:tnf"[ERROR][Jun2612:14:43.686][suite.go:787][access-control-sys-nice-realtime-capability]Container"container:testpod:test-bc6557c94-87l2fns:tnf"hasbeenfoundrunningonarealtime[INFO][Jun2612:15:03.409][checksdb.go:116][access-control-sys-nice-realtime-capability]Recordingresult"FAILED",claimID:{Id:access-control-sys-nice-realtime-capabilitySuite:access-controlTags:telco}----------------------------------------------------------------|LOG(affiliated-certification-container-is-certified-digest)|[INFO][Jun2612:15:06.591][check.go:271][affiliated-certification-container-is-certified-digest]Runningcheck(labels:[commonaffiliated-certification-container-is-certified-digestaffiliated-certification])[INFO][Jun2612:15:06.591][suite.go:182][affiliated-certification-container-is-certified-digest]TestingContainer"container:testpod:test-0ns:tnf"[ERROR][Jun2612:15:08.168][suite.go:191][affiliated-certification-container-is-certified-digest]Container"container:testpod:test-0ns:tnf"digestnotfoundindatabase,failingvalidation(repo="quay.io"image="redhat-best-practices-for-k8s/cnf-test-partner"tag="latest"digest="sha256:12f19769f552dcf0deab1542e9c0dff3887d47087ebf1abb4d4834fa0f88a1fa")[INFO][Jun2612:15:08.169][suite.go:182][affiliated-certification-container-is-certified-digest]TestingContainer"container:testpod:test-1ns:tnf"[ERROR][Jun2612:15:09.050][suite.go:191][affiliated-certification-container-is-certified-digest]Container"container:testpod:test-1ns:tnf"digestnotfoundindatabase,failingv[INFO][Jun2612:15:09.050][suite.go:182][affiliated-certification-container-is-certified-digest]TestingContainer"container:testpod:test-bc6557c94-57n5mns:tnf"[ERROR][Jun2612:15:10.318][suite.go:191][affiliated-certification-container-is-certified-digest]Container"container:testpod:test-bc6557c94-57n5mns:tnf"digestnotfoundindatabase,failingvalidation(repo="quay.io"image="redhat-best-practices-for-k8s/cnf-test-partner"tag="latest"digest="sha256:12f19769f552dcf0deab1542e9c0dff3887d47087ebf1abb4d4834fa0f88a1fa")[INFO][Jun2612:15:10.318][suite.go:182][affiliated-certification-container-is-certified-digest]TestingContainer"container:testpod:test-bc6557c94-87l2fns:tnf"[ERROR][Jun2612:15:11.366][suite.go:191][affiliated-certification-container-is-certified-digest]Container"container:testpod:test-bc6557c94-87l2fns:tnf"digestnotfoundindatab[INFO][Jun2612:15:11.366][checksdb.go:116][affiliated-certification-container-is-certified-digest]Recordingresult"FAILED",claimID:{Id:affiliated-certification-container-is-certified-digestSuite:affiliated-certificationTags:common}[RUNNING]manageability-containers-image-tag[RUNNING]manageability-container-port-name-format[RUNNING]networking-icmpv4-connectivity[RUNNING]networking-icmpv4-connectivity(1s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(2s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(3s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(4s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(5s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(6s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(7s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(8s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(8s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("conta[RUNNING]networking-icmpv4-connectivity(9s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("conta[RUNNING]networking-icmpv4-connectivity(10s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(11s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(12s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(13s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(14s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(15s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(15s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(16s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(17s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(18s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(19s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(20s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(21s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(22s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity-multus[RUNNING]networking-icmpv4-connectivity-multus(1s)[INFO][Jun2612:13:17.684][icmp.go:53][networking-icmpv4-connectivity-multus]TestingPod"pod:test-bc6557c94-87l2f[RUNNING]networking-icmpv6-connectivity[RUNNING]networking-icmpv6-connectivity-multus[RUNNING]networking-undeclared-container-ports-usage[RUNNING]networking-undeclared-container-ports-usage(1s)[INFO][Jun2612:13:20.687][check.go:271][networking-undeclared-container-ports-usage]Runningcheck(labels:[e[RUNNING]networking-undeclared-container-ports-usage(2s)[INFO][Jun2612:13:20.687][check.go:271][networking-undeclared-container-ports-usage]Runningcheck(labels:[e[RUNNING]networking-undeclared-container-ports-usage(3s)[INFO][Jun2612:13:20.687][check.go:271][networking-undeclared-container-ports-usage]Runningcheck(labels:[e[RUNNING]networking-undeclared-container-ports-usage(5s)[INFO][Jun2612:13:23.333][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-0ns:tnf"is[RUNNING]networking-undeclared-container-ports-usage(6s)[INFO][Jun2612:13:23.333][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-0ns:tnf"is[RUNNING]networking-undeclared-container-ports-usage(6s)[INFO][Jun2612:13:26.054][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-1ns:tnf"is[RUNNING]networking-undeclared-container-ports-usage(7s)[INFO][Jun2612:13:26.054][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-1ns:tnf"is[RUNNING]networking-undeclared-container-ports-usage(8s)[INFO][Jun2612:13:26.054][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-1ns:tnf"is[RUNNING]networking-undeclared-container-ports-usage(9s)[INFO][Jun2612:13:26.054][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-1ns:tnf"is[RUNNING]networking-undeclared-container-ports-usage(10s)[INFO][Jun2612:13:26.054][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-1ns:tnf"is[RUNNING]networking-undeclared-container-ports-usage(10s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(11s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(12s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(13s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(14s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(15s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(16s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-ocp-reserved-ports-usage[RUNNING]networking-ocp-reserved-ports-usage(1s)[INFO][Jun2612:13:36.828][check.go:271][networking-ocp-reserved-ports-usage]Runningcheck(labels:[commonnetworking[RUNNING]networking-ocp-reserved-ports-usage(2s)[INFO][Jun2612:13:36.828][check.go:271][networking-ocp-reserved-ports-usage]Runningcheck(labels:[commonnetworking[RUNNING]networking-ocp-reserved-ports-usage(3s)[INFO][Jun2612:13:36.828][check.go:271][networking-ocp-reserved-ports-usage]Runningcheck(labels:[commonnetworking[RUNNING]networking-ocp-reserved-ports-usage(4s)[INFO][Jun2612:13:36.828][check.go:271][networking-ocp-reserved-ports-usage]Runningcheck(labels:[commonnetworking[RUNNING]networking-ocp-reserved-ports-usage(4s)[INFO][Jun2612:13:39.906][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-0ns:tnf"listensinOCP[RUNNING]networking-ocp-reserved-ports-usage(5s)[INFO][Jun2612:13:39.906][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-0ns:tnf"listensinOCP[RUNNING]networking-ocp-reserved-ports-usage(6s)[INFO][Jun2612:13:39.906][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-0ns:tnf"listensinOCP[RUNNING]networking-ocp-reserved-ports-usage(7s)[INFO][Jun2612:13:39.906][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-0ns:tnf"listensinOCP[RUNNING]networking-ocp-reserved-ports-usage(7s)[INFO][Jun2612:13:43.176][netcommons.go:167][networking-ocp-reserved-ports-usage]"container:testpod:test-bc6557c94[RUNNING]networking-ocp-reserved-ports-usage(8s)[INFO][Jun2612:13:43.176][netcommons.go:167][networking-ocp-reserved-ports-usage]"container:testpod:test-bc6557c94[RUNNING]networking-ocp-reserved-ports-usage(9s)[INFO][Jun2612:13:43.176][netcommons.go:167][networking-ocp-reserved-ports-usage]"container:testpod:test-bc6557c94[RUNNING]networking-ocp-reserved-ports-usage(10s)[INFO][Jun2612:13:43.176][netcommons.go:167][networking-ocp-reserved-ports-usage]"container:testpod:test-bc6557c9[RUNNING]networking-ocp-reserved-ports-usage(10s)[INFO][Jun2612:13:46.053][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-bc6557c94-57n5mns:tnf"[RUNNING]networking-ocp-reserved-ports-usage(11s)[INFO][Jun2612:13:46.053][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-bc6557c94-57n5mns:tnf"[RUNNING]networking-ocp-reserved-ports-usage(12s)[INFO][Jun2612:13:46.053][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-bc6557c94-57n5mns:tnf"[RUNNING]networking-ocp-reserved-ports-usage(13s)[INFO][Jun2612:13:46.053][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-bc6557c94-57n5mns:tnf"[RUNNING]networking-network-policy-deny-all[RUNNING]networking-network-policy-deny-all(1s)[INFO][Jun2612:13:50.027][suite.go:338][networking-network-policy-deny-all]SkippingNetworkpolicy"assisted-installer[RUNNING]networking-reserved-partner-ports[RUNNING]networking-reserved-partner-ports(1s)[INFO][Jun2612:13:51.028][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-0ns:tnf"do[RUNNING]networking-reserved-partner-ports(2s)[INFO][Jun2612:13:51.028][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-0ns:tnf"do[RUNNING]networking-reserved-partner-ports(3s)[INFO][Jun2612:13:51.028][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-0ns:tnf"do[RUNNING]networking-reserved-partner-ports(5s)[INFO][Jun2612:13:53.784][netcommons.go:228][networking-reserved-partner-ports]"pod:test-0ns:tnf"listensinPartner[RUNNING]networking-reserved-partner-ports(6s)[INFO][Jun2612:13:53.784][netcommons.go:228][networking-reserved-partner-ports]"pod:test-0ns:tnf"listensinPartner[RUNNING]networking-reserved-partner-ports(6s)[INFO][Jun2612:13:56.386][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-57n[RUNNING]networking-reserved-partner-ports(7s)[INFO][Jun2612:13:56.386][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-57n[RUNNING]networking-reserved-partner-ports(8s)[INFO][Jun2612:13:56.386][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-57n[RUNNING]networking-reserved-partner-ports(9s)[INFO][Jun2612:13:56.386][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-57n[RUNNING]networking-reserved-partner-ports(9s)[INFO][Jun2612:13:59.252][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-87l[RUNNING]networking-reserved-partner-ports(10s)[INFO][Jun2612:13:59.252][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-87[RUNNING]networking-reserved-partner-ports(11s)[INFO][Jun2612:13:59.252][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-87[RUNNING]networking-reserved-partner-ports(12s)[INFO][Jun2612:13:59.252][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-87[RUNNING]operator-crd-versioning[RUNNING]operator-crd-openapi-schema[RUNNING]access-control-security-context[RUNNING]access-control-sys-admin-capability-check[RUNNING]access-control-net-admin-capability-check[RUNNING]access-control-net-raw-capability-check[RUNNING]access-control-ipc-lock-capability-check[RUNNING]access-control-ipc-lock-capability-check(1s)[INFO][Jun2612:14:09.230][suite.go:272][access-control-ipc-lock-capability-check]TestingContainer"container:t[RUNNING]access-control-bpf-capability-check[RUNNING]access-control-security-context-non-root-user-check[RUNNING]access-control-security-context-non-root-user-check(1s)[INFO][Jun2612:14:11.232][suite.go:328][access-control-security-context-non-root-user-check]Non-root[RUNNING]access-control-security-context-privilege-escalation[RUNNING]access-control-container-host-port[RUNNING]access-control-pod-host-network[RUNNING]access-control-pod-host-path[RUNNING]access-control-pod-host-ipc[RUNNING]access-control-pod-host-ipc(1s)[INFO][Jun2612:14:16.237][check.go:271][access-control-pod-host-ipc]Runningcheck(labels:[commonaccess-control-pod-host-ip[RUNNING]access-control-pod-host-pid[RUNNING]access-control-pod-host-pid(1s)[INFO][Jun2612:14:17.238][suite.go:473][access-control-pod-host-pid]HostPidnotsetinPod"pod:test-0ns:tnf".[RUNNING]access-control-namespace[RUNNING]access-control-namespace(1s)[INFO][Jun2612:14:18.239][check.go:271][access-control-namespace]Runningcheck(labels:[commonaccess-control-namespaceaccess-[RUNNING]access-control-pod-service-account[RUNNING]access-control-pod-service-account(1s)[INFO][Jun2612:14:19.403][check.go:271][access-control-pod-service-account]Runningcheck(labels:[commonaccess-contr[RUNNING]access-control-pod-role-bindings[RUNNING]access-control-pod-role-bindings(1s)[RUNNING]access-control-cluster-role-bindings[RUNNING]access-control-cluster-role-bindings(1s)[INFO][Jun2612:14:21.405][check.go:271][access-control-cluster-role-bindings]Runningcheck(labels:[telcoaccess-co[RUNNING]access-control-cluster-role-bindings(1s)[INFO][Jun2612:14:21.583][suite.go:651][access-control-cluster-role-bindings]Pod"pod:test-0ns:tnf"isnotusing[RUNNING]access-control-cluster-role-bindings(1s)[INFO][Jun2612:14:21.783][pods.go:383][access-control-cluster-role-bindings]Pod"pod:test-bc6557c94-57n5mns:tnf"[RUNNING]access-control-pod-automount-service-account-token[RUNNING]access-control-pod-automount-service-account-token(1s)[INFO][Jun2612:14:23.604][check.go:271][access-control-pod-automount-service-account-token]Runningche[RUNNING]access-control-pod-automount-service-account-token(1s)[INFO][Jun2612:14:23.753][suite.go:718][access-control-pod-automount-service-account-token]Pod"pod:t[RUNNING]access-control-pod-automount-service-account-token(1s)[INFO][Jun2612:14:23.934][suite.go:718][access-control-pod-automount-service-account-token]Pod"pod:t[RUNNING]access-control-pod-automount-service-account-token(2s)[INFO][Jun2612:14:24.139][suite.go:718][access-control-pod-automount-service-account-token]Pod"pod:t[RUNNING]access-control-one-process-per-container[RUNNING]access-control-one-process-per-container(1s)[RUNNING]access-control-one-process-per-container(1s)[INFO][Jun2612:14:25.352][check.go:271][access-control-one-process-per-container]Runningcheck(labels:[common[RUNNING]access-control-one-process-per-container(2s)[INFO][Jun2612:14:25.352][check.go:271][access-control-one-process-per-container]Runningcheck(labels:[common[RUNNING]access-control-one-process-per-container(3s)[INFO][Jun2612:14:25.352][check.go:271][access-control-one-process-per-container]Runningcheck(labels:[common[RUNNING]access-control-one-process-per-container(4s)[INFO][Jun2612:14:25.352][check.go:271][access-control-one-process-per-container]Runningcheck(labels:[common[RUNNING]access-control-one-process-per-container(6s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod:[RUNNING]access-control-one-process-per-container(7s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod:[RUNNING]access-control-one-process-per-container(8s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod:[RUNNING]access-control-one-process-per-container(9s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod:[RUNNING]access-control-one-process-per-container(10s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(10s)[INFO][Jun2612:14:34.579][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(11s)[INFO][Jun2612:14:34.579][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(12s)[INFO][Jun2612:14:34.579][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(13s)[INFO][Jun2612:14:34.579][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(13s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(14s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(15s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(16s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(17s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(18s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-sys-nice-realtime-capability[RUNNING]access-control-namespace-resource-quota[RUNNING]access-control-namespace-resource-quota(1s)[INFO][Jun2612:14:44.687][suite.go:836][access-control-namespace-resource-quota]TestingPod"pod:test-bc6557c94-[RUNNING]access-control-ssh-daemons[RUNNING]access-control-ssh-daemons(1s)[INFO][Jun2612:14:45.688][check.go:271][access-control-ssh-daemons]Runningcheck(labels:[telcoaccess-control-ssh-daemonsac[RUNNING]access-control-ssh-daemons(2s)[INFO][Jun2612:14:45.688][check.go:271][access-control-ssh-daemons]Runningcheck(labels:[telcoaccess-control-ssh-daemonsac[RUNNING]access-control-ssh-daemons(3s)[INFO][Jun2612:14:45.688][check.go:271][access-control-ssh-daemons]Runningcheck(labels:[telcoaccess-control-ssh-daemonsac[RUNNING]access-control-ssh-daemons(4s)[INFO][Jun2612:14:45.688][check.go:271][access-control-ssh-daemons]Runningcheck(labels:[telcoaccess-control-ssh-daemonsac[RUNNING]access-control-ssh-daemons(6s)[INFO][Jun2612:14:49.534][suite.go:885][access-control-ssh-daemons]Pod"pod:test-0ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(7s)[INFO][Jun2612:14:49.534][suite.go:885][access-control-ssh-daemons]Pod"pod:test-0ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(8s)[INFO][Jun2612:14:49.534][suite.go:885][access-control-ssh-daemons]Pod"pod:test-0ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(8s)[INFO][Jun2612:14:52.918][suite.go:885][access-control-ssh-daemons]Pod"pod:test-1ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(9s)[INFO][Jun2612:14:52.918][suite.go:885][access-control-ssh-daemons]Pod"pod:test-1ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(10s)[INFO][Jun2612:14:52.918][suite.go:885][access-control-ssh-daemons]Pod"pod:test-1ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(11s)[INFO][Jun2612:14:52.918][suite.go:885][access-control-ssh-daemons]Pod"pod:test-1ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(13s)[INFO][Jun2612:14:56.394][suite.go:885][access-control-ssh-daemons]Pod"pod:test-bc6557c94-57n5mns:tnf"isnotrunningan[RUNNING]access-control-ssh-daemons(14s)[INFO][Jun2612:14:56.394][suite.go:885][access-control-ssh-daemons]Pod"pod:test-bc6557c94-57n5mns:tnf"isnotrunningan[RUNNING]access-control-ssh-daemons(15s)[INFO][Jun2612:14:56.394][suite.go:885][access-control-ssh-daemons]Pod"pod:test-bc6557c94-57n5mns:tnf"isnotrunningan[RUNNING]access-control-requests-and-limits[RUNNING]access-control-requests-and-limits(1s)[INFO][Jun2612:15:01.406][check.go:271][access-control-requests-and-limits]Runningcheck(labels:[telcoaccess-contro[RUNNING]access-control-no-1337-uid[RUNNING]access-control-no-1337-uid(1s)[INFO][Jun2612:15:02.407][suite.go:952][access-control-no-1337-uid]Pod"pod:test-1ns:tnf"isnotusingsecurityContextRunA[RUNNING]access-control-crd-roles[RUNNING]affiliated-certification-container-is-certified-digest[RUNNING]affiliated-certification-container-is-certified-digest(1s)[INFO][Jun2612:15:06.591][check.go:271][affiliated-certification-container-is-certified-digest]Run[RUNNING]affiliated-certification-container-is-certified-digest(2s)[INFO][Jun2612:15:06.591][check.go:271][affiliated-certification-container-is-certified-digest]Run[RUNNING]affiliated-certification-container-is-certified-digest(3s)[ERROR][Jun2612:15:09.050][suite.go:191][affiliated-certification-container-is-certified-digest]Co[RUNNING]affiliated-certification-container-is-certified-digest(4s)[ERROR][Jun2612:15:09.050][suite.go:191][affiliated-certification-container-is-certified-digest]Co[RUNNING]observability-container-logging[RUNNING]observability-container-logging(1s)[RUNNING]observability-container-logging(1s)[INFO][Jun2612:15:12.368][check.go:271][observability-container-logging]Runningcheck(labels:[telcoobservability-conta[RUNNING]observability-container-logging(1s)[INFO][Jun2612:15:12.573][suite.go:130][observability-container-logging]Container"container:testpod:test-0ns:tnf"h[RUNNING]observability-container-logging(1s)[INFO][Jun2612:15:12.777][suite.go:130][observability-container-logging]Container"container:testpod:test-1ns:tnf"h[RUNNING]observability-container-logging(2s)[INFO][Jun2612:15:12.986][suite.go:130][observability-container-logging]Container"container:testpod:test-bc6557c94-57[RUNNING]observability-crd-status[RUNNING]observability-termination-policy[RUNNING]observability-termination-policy(1s)[INFO][Jun2612:15:15.190][check.go:271][observability-termination-policy]Runningcheck(labels:[telcoobservability-ter[RUNNING]observability-pod-disruption-budget[RUNNING]observability-pod-disruption-budget(1s)[INFO][Jun2612:15:16.191][check.go:271][observability-pod-disruption-budget]Runningcheck(labels:[commonobservabil[RUNNING]performance-exclusive-cpu-pool[RUNNING]performance-exclusive-cpu-pool(1s)[INFO][Jun2612:15:17.192][check.go:271][performance-exclusive-cpu-pool]Runningcheck(labels:[faredgeperformance-exclusi[RUNNING]performance-max-resources-exec-probes[PASS]performance-max-resources-exec-probes|SUITEPASSEDFAILEDSKIPPED||lifecycle0018||performance204||manageability200||platform-alteration0013||LOG(networking-network-policy-deny-all)|[INFO][Jun2612:13:50.026][check.go:271][networking-network-policy-deny-all]Runningcheck(labels:[commonnetworking-network-policy-deny-allnetworking])[INFO][Jun2612:13:50.026][suite.go:327][networking-network-policy-deny-all]TestingPod"pod:test-0ns:tnf"[INFO][Jun2612:13:50.026][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"assisted-installer-network-policy"againstpod"pod:test-0ns:tnf"[INFO][Jun2612:13:50.026][suite.go:338][networking-network-policy-deny-all]SkippingNetworkpolicy"assisted-installer-network-policy"(namespace"assisted-installer"doesnotmatchP[INFO][Jun2612:13:50.026][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"intra-namespace"againstpod"pod:test-0ns:tnf"[INFO][Jun2612:13:50.026][suite.go:338][networking-network-policy-deny-all]SkippingNetworkpolicy"intra-namespace"(namespace"default"doesnotmatchPodnamespace"tnf")[ERROR][Jun2612:13:50.026][suite.go:363][networking-network-policy-deny-all]Pod"pod:test-0ns:tnf"wasfoundtonothaveadefaultingressdeny-allnetworkpolicy.[ERROR][Jun2612:13:50.026][suite.go:369][networking-network-policy-deny-all]Pod"pod:test-0ns:tnf"wasfoundtonothaveadefaultegressdeny-allnetworkpolicy.[INFO][Jun2612:13:50.026][suite.go:327][networking-network-policy-deny-all]TestingPod"pod:test-1ns:tnf"[INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"assisted-installer-network-policy"againstpod"pod:test-1ns:tnf"[INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"intra-namespace"againstpod"pod:test-1ns:tnf"[ERROR][Jun2612:13:50.027][suite.go:363][networking-network-policy-deny-all]Pod"pod:test-1ns:tnf"wasfoundtonothaveadefaultingressdeny-allnetworkpolicy.[ERROR][Jun2612:13:50.027][suite.go:369][networking-network-policy-deny-all]Pod"pod:test-1ns:tnf"wasfoundtonothaveadefaultegressdeny-allnetworkpolicy.[INFO][Jun2612:13:50.027][suite.go:327][networking-network-policy-deny-all]TestingPod"pod:test-bc6557c94-57n5mns:tnf"[INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"assisted-installer-network-policy"againstpod"pod:test-bc6557c94-57n5mns:tnf"[INFO][INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"assisted-installer-network-policy"againstpod"pod:test-bc6557c94-87l2fns:tnf"[INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"intra-namespace"againstpod"pod:test-bc6557c94-87l2fns:tnf"[ERROR][Jun2612:13:50.027][suite.go:363][networking-network-policy-deny-all]Pod"pod:test-bc6557c94-87l2fns:tnf"wasfoundtonothaveadefaultingressdeny-allnetworkpolicy.[ERROR][Jun2612:13:50.027][suite.go:369][networking-network-policy-deny-all]Pod"pod:test-bc6557c94-87l2fns:tnf"wasfoundtonothaveadefaultegressdeny-allnetworkpolicy.[INFO][Jun2612:14:02.222][checksdb.go:116][networking-network-policy-deny-all]Recordingresult"FAILED",claimID:{Id:networking-network-policy-deny-allSuite:networkingTags:common}[ERROR][Jun2612:15:08.168][suite.go:191][affiliated-certificaexit \ No newline at end of file +jmontesi@fedora~/github/certsuite(update_banner_v5_2)$jmontesi@fedora~/github/certsuite(update_banner_v5_2)$./certsuite run -l '!lifecycle && !platform-alteration' -k ~/config/kubeconfigjmontesi@fedora~/github/certsuite(update_banner_v5_2)$./certsuiterun-l'!lifecycle&&!platform-alteration'-k~/config/kubeconfig_____________________________________________/___||____||_\|__|/___||||||__||__||____|____|___||___\|||_|||_)|||\___\|||||||||_|\\//|___\__)|||___||___|_<||___)|||_||||||||___\V/___)|_/__/\____||_____||_|\_\|_||____/\___/|___||_||_____|\_/|____/(_)|_____|CERTSUITEversion:v5.2.0Claimfileversion:v0.4.0Checksfilter:!lifecycle&&!platform-alterationOutputfolder:certsuiteLogfile:certsuite.log(level=debug)RunningdiscoveryofCNFtargetresources...[container:testpod:test-0ns:tnfcontainer:testpod:test-1ns:tnfcontainer:testpod:test-bc6557c94-57n5mns:tnfcontainer:testpod:test-bc6557c94-87l2fns:tnf]RunningsuiteMANAGEABILITY[PASS]manageability-containers-image-tag[PASS]manageability-container-port-name-formatRunningsuiteNETWORKING[PASS]networking-icmpv4-connectivity[SKIP]networking-icmpv4-connectivity-multus(compliantandnon-compliantobjectslistsareempty)[SKIP]networking-icmpv6-connectivity(compliantandnon-compliantobjectslistsareempty)[SKIP]networking-icmpv6-connectivity-multus(compliantandnon-compliantobjectslistsareempty)[RUNNING]networking-undeclared-container-ports-usage(4s)[INFO][Jun2612:13:23.333][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-0ns:tnf"is[PASS]networking-undeclared-container-ports-usage[PASS]networking-ocp-reserved-ports-usage[SKIP]networking-dual-stack-service(noservicestocheckfound)[FAIL]networking-network-policy-deny-all[RUNNING]networking-reserved-partner-ports(4s)[INFO][Jun2612:13:53.784][netcommons.go:228][networking-reserved-partner-ports]"pod:test-0ns:tnf"listensinPartner[PASS]networking-reserved-partner-ports[SKIP]networking-dpdk-cpu-pinning-exec-probe(noCPUpinningpodstocheckfound)[SKIP]networking-restart-on-reboot-sriov-pod(noSRIOVpodstocheckfound)RunningsuitePLATFORM-ALTERATION[SKIP]platform-alteration-hyperthread-enable(nomatchinglabels)[SKIP]platform-alteration-base-image(nomatchinglabels)[SKIP]platform-alteration-tainted-node-kernel(nomatchinglabels)[SKIP]platform-alteration-isredhat-release(nomatchinglabels)[SKIP]platform-alteration-is-selinux-enforcing(nomatchinglabels)[SKIP]platform-alteration-hugepages-config(nomatchinglabels)[SKIP]platform-alteration-boot-params(nomatchinglabels)[SKIP]platform-alteration-sysctl-config(nomatchinglabels)[SKIP]platform-alteration-service-mesh-usage(nomatchinglabels)[SKIP]platform-alteration-ocp-lifecycle(nomatchinglabels)[SKIP]platform-alteration-ocp-node-os-lifecycle(nomatchinglabels)[SKIP]platform-alteration-hugepages-2m-only(nomatchinglabels)[SKIP]platform-alteration-hugepages-1g-only(nomatchinglabels)RunningsuiteOPERATOR[SKIP]operator-install-status-succeeded(nooperatorsfound)[SKIP]operator-install-status-no-privileges(nooperatorsfound)[SKIP]operator-install-source(nooperatorsfound)[SKIP]operator-semantic-versioning(nooperatorsfound)[PASS]operator-crd-versioning[PASS]operator-crd-openapi-schema[SKIP]operator-single-crd-owner(nooperatorsfound)RunningsuiteACCESS-CONTROL[PASS]access-control-security-context[PASS]access-control-sys-admin-capability-check[PASS]access-control-net-admin-capability-check[PASS]access-control-net-raw-capability-check[PASS]access-control-ipc-lock-capability-check[PASS]access-control-bpf-capability-check[PASS]access-control-security-context-non-root-user-check[PASS]access-control-security-context-privilege-escalation[PASS]access-control-container-host-port[PASS]access-control-pod-host-network[PASS]access-control-pod-host-path[PASS]access-control-pod-host-ipc[PASS]access-control-pod-host-pid[PASS]access-control-namespace[PASS]access-control-pod-service-account[PASS]access-control-pod-role-bindings[RUNNING]access-control-cluster-role-bindings(2s)[INFO][Jun2612:14:22.091][suite.go:651][access-control-cluster-role-bindings]Pod"pod:test-bc6557c94-57n5mns:tnf"[PASS]access-control-cluster-role-bindings[PASS]access-control-pod-automount-service-account-token[RUNNING]access-control-one-process-per-container(5s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod:[PASS]access-control-one-process-per-container[FAIL]access-control-sys-nice-realtime-capability[SKIP]access-control-sys-ptrace-capability(Sharedprocessnamespacepodsfound.)[PASS]access-control-namespace-resource-quota[RUNNING]access-control-ssh-daemons(5s)[INFO][Jun2612:14:49.534][suite.go:885][access-control-ssh-daemons]Pod"pod:test-0ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(12s)[INFO][Jun2612:14:56.394][suite.go:885][access-control-ssh-daemons]Pod"pod:test-bc6557c94-57n5mns:tnf"isnotrunningan[PASS]access-control-ssh-daemons[PASS]access-control-requests-and-limits[PASS]access-control-no-1337-uid[SKIP]access-control-service-type(noservicestocheckfound)[PASS]access-control-crd-rolesRunningsuiteAFFILIATED-CERTIFICATION[SKIP]affiliated-certification-helm-version(Therearenohelmchartreleasestocheck.)[SKIP]affiliated-certification-operator-is-certified(Therearenooperatorstocheck.Pleasecheckundertestlabels.)[SKIP]affiliated-certification-helmchart-is-certified(Therearenohelmchartreleasestocheck.)[RUNNING]affiliated-certification-container-is-certified-digest(3s)[ERROR][Jun2612:15:08.168][suite.go:191][affiliated-certification-container-is-certified-digest]Co[RUNNING]affiliated-certification-container-is-certified-digest(5s)[ERROR][Jun2612:15:10.318][suite.go:191][affiliated-certification-container-is-certified-digest]Co[FAIL]affiliated-certification-container-is-certified-digestRunningsuiteLIFECYCLE[SKIP]lifecycle-container-prestop(nomatchinglabels)[SKIP]lifecycle-crd-scaling(nomatchinglabels)[SKIP]lifecycle-container-poststart(nomatchinglabels)[SKIP]lifecycle-image-pull-policy(nomatchinglabels)[SKIP]lifecycle-readiness-probe(nomatchinglabels)[SKIP]lifecycle-liveness-probe(nomatchinglabels)[SKIP]lifecycle-startup-probe(nomatchinglabels)[SKIP]lifecycle-pod-owner-type(nomatchinglabels)[SKIP]lifecycle-pod-high-availability(nomatchinglabels)[SKIP]lifecycle-pod-scheduling(nomatchinglabels)[SKIP]lifecycle-pod-recreation(nomatchinglabels)[SKIP]lifecycle-deployment-scaling(nomatchinglabels)[SKIP]lifecycle-statefulset-scaling(nomatchinglabels)[SKIP]lifecycle-persistent-volume-reclaim-policy(nomatchinglabels)[SKIP]lifecycle-cpu-isolation(nomatchinglabels)[SKIP]lifecycle-affinity-required-pods(nomatchinglabels)[SKIP]lifecycle-pod-toleration-bypass(nomatchinglabels)[SKIP]lifecycle-storage-provisioner(nomatchinglabels)RunningsuiteOBSERVABILITY[PASS]observability-container-logging[PASS]observability-crd-status[PASS]observability-termination-policy[PASS]observability-pod-disruption-budgetRunningsuitePERFORMANCE[PASS]performance-exclusive-cpu-pool[SKIP]performance-rt-apps-no-exec-probes(TherearenoguaranteedpodswithexclusiveCPUstocheck.)[SKIP]performance-shared-cpu-pool-non-rt-scheduling-policy(Therearenonon-guaranteedpodswithoutHostPIDtocheck.)[SKIP]performance-exclusive-cpu-pool-rt-scheduling-policy(TherearenoguaranteedpodswithoutexclusiveCPUsandwithoutHostPIDtocheck.)[SKIP]performance-isolated-cpu-pool-rt-scheduling-policy(TherearenoguaranteedpodswithisolatedCPUsandwithoutHostPIDtocheck.)-----------------------------------------------------------|networking416||operator205||access-control2412||affiliated-certification013||observability400|--------------------------------------------odnamespace"tnf")[INFO][Jun2612:13:50.027][suite.go:338][networking-network-policy-deny-all]SkippingNetworkpolicy"assisted-installer-network-policy"(namespace"assisted-installer"doesnotmatchP[INFO][Jun2612:13:50.027][suite.go:338][networking-network-policy-deny-all]SkippingNetworkpolicy"intra-namespace"(namespace"default"doesnotmatchPodnamespace"tnf")[INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"intra-namespace"againstpod"pod:test-bc6557c94-57n5mns:tnf"[ERROR][Jun2612:13:50.027][suite.go:363][networking-network-policy-deny-all]Pod"pod:test-bc6557c94-57n5mns:tnf"wasfoundtonothaveadefaultingressdeny-allnetworkpolicy.[ERROR][Jun2612:13:50.027][suite.go:369][networking-network-policy-deny-all]Pod"pod:test-bc6557c94-57n5mns:tnf"wasfoundtonothaveadefaultegressdeny-allnetworkpolicy.[INFO][Jun2612:13:50.027][suite.go:327][networking-network-policy-deny-all]TestingPod"pod:test-bc6557c94-87l2fns:tnf"-----------------------------------------------------|LOG(access-control-sys-nice-realtime-capability)|[INFO][Jun2612:14:43.686][check.go:271][access-control-sys-nice-realtime-capability]Runningcheck(labels:[telcoaccess-control-sys-nice-realtime-capabilityaccess-control])[INFO][Jun2612:14:43.686][suite.go:779][access-control-sys-nice-realtime-capability]TestingContainer"container:testpod:test-0ns:tnf"[ERROR][Jun2612:14:43.686][suite.go:787][access-control-sys-nice-realtime-capability]Container"container:testpod:test-0ns:tnf"hasbeenfoundrunningonarealtimekernelenablednodewithoutSYS_NICEcapability.[INFO][Jun2612:14:43.686][suite.go:779][access-control-sys-nice-realtime-capability]TestingContainer"container:testpod:test-1ns:tnf"[ERROR][Jun2612:14:43.686][suite.go:787][access-control-sys-nice-realtime-capability]Container"container:testpod:test-1ns:tnf"hasbeenfoundrunningonarealtimekernelenable[INFO][Jun2612:14:43.686][suite.go:779][access-control-sys-nice-realtime-capability]TestingContainer"container:testpod:test-bc6557c94-57n5mns:tnf"[ERROR][Jun2612:14:43.686][suite.go:787][access-control-sys-nice-realtime-capability]Container"container:testpod:test-bc6557c94-57n5mns:tnf"hasbeenfoundrunningonarealtimekernelenablednodewithoutSYS_NICEcapability.[INFO][Jun2612:14:43.686][suite.go:779][access-control-sys-nice-realtime-capability]TestingContainer"container:testpod:test-bc6557c94-87l2fns:tnf"[ERROR][Jun2612:14:43.686][suite.go:787][access-control-sys-nice-realtime-capability]Container"container:testpod:test-bc6557c94-87l2fns:tnf"hasbeenfoundrunningonarealtime[INFO][Jun2612:15:03.409][checksdb.go:116][access-control-sys-nice-realtime-capability]Recordingresult"FAILED",claimID:{Id:access-control-sys-nice-realtime-capabilitySuite:access-controlTags:telco}----------------------------------------------------------------|LOG(affiliated-certification-container-is-certified-digest)|[INFO][Jun2612:15:06.591][check.go:271][affiliated-certification-container-is-certified-digest]Runningcheck(labels:[commonaffiliated-certification-container-is-certified-digestaffiliated-certification])[INFO][Jun2612:15:06.591][suite.go:182][affiliated-certification-container-is-certified-digest]TestingContainer"container:testpod:test-0ns:tnf"[ERROR][Jun2612:15:08.168][suite.go:191][affiliated-certification-container-is-certified-digest]Container"container:testpod:test-0ns:tnf"digestnotfoundindatabase,failingvalidation(repo="quay.io"image="redhat-best-practices-for-k8s/cnf-test-partner"tag="latest"digest="sha256:12f19769f552dcf0deab1542e9c0dff3887d47087ebf1abb4d4834fa0f88a1fa")[INFO][Jun2612:15:08.169][suite.go:182][affiliated-certification-container-is-certified-digest]TestingContainer"container:testpod:test-1ns:tnf"[ERROR][Jun2612:15:09.050][suite.go:191][affiliated-certification-container-is-certified-digest]Container"container:testpod:test-1ns:tnf"digestnotfoundindatabase,failingv[INFO][Jun2612:15:09.050][suite.go:182][affiliated-certification-container-is-certified-digest]TestingContainer"container:testpod:test-bc6557c94-57n5mns:tnf"[ERROR][Jun2612:15:10.318][suite.go:191][affiliated-certification-container-is-certified-digest]Container"container:testpod:test-bc6557c94-57n5mns:tnf"digestnotfoundindatabase,failingvalidation(repo="quay.io"image="redhat-best-practices-for-k8s/cnf-test-partner"tag="latest"digest="sha256:12f19769f552dcf0deab1542e9c0dff3887d47087ebf1abb4d4834fa0f88a1fa")[INFO][Jun2612:15:10.318][suite.go:182][affiliated-certification-container-is-certified-digest]TestingContainer"container:testpod:test-bc6557c94-87l2fns:tnf"[ERROR][Jun2612:15:11.366][suite.go:191][affiliated-certification-container-is-certified-digest]Container"container:testpod:test-bc6557c94-87l2fns:tnf"digestnotfoundindatab[INFO][Jun2612:15:11.366][checksdb.go:116][affiliated-certification-container-is-certified-digest]Recordingresult"FAILED",claimID:{Id:affiliated-certification-container-is-certified-digestSuite:affiliated-certificationTags:common}[RUNNING]manageability-containers-image-tag[RUNNING]manageability-container-port-name-format[RUNNING]networking-icmpv4-connectivity[RUNNING]networking-icmpv4-connectivity(1s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(2s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(3s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(4s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(5s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(6s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(7s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(8s)[DEBUG][Jun2612:12:55.602][icmp.go:136][networking-icmpv4-connectivity]***TestforNetworkattachment:defaultFrominitia[RUNNING]networking-icmpv4-connectivity(8s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("conta[RUNNING]networking-icmpv4-connectivity(9s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("conta[RUNNING]networking-icmpv4-connectivity(10s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(11s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(12s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(13s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(14s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(15s)[DEBUG][Jun2612:13:02.627][icmp.go:159][networking-icmpv4-connectivity]"IPv4"pingtestonnetwork"default"from("cont[RUNNING]networking-icmpv4-connectivity(15s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(16s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(17s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(18s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(19s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(20s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(21s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity(22s)[DEBUG][Jun2612:13:09.802][icmp.go:164][networking-icmpv4-connectivity]Pingresults:"outcome:SUCCESStransmitted:5rec[RUNNING]networking-icmpv4-connectivity-multus[RUNNING]networking-icmpv4-connectivity-multus(1s)[INFO][Jun2612:13:17.684][icmp.go:53][networking-icmpv4-connectivity-multus]TestingPod"pod:test-bc6557c94-87l2f[RUNNING]networking-icmpv6-connectivity[RUNNING]networking-icmpv6-connectivity-multus[RUNNING]networking-undeclared-container-ports-usage[RUNNING]networking-undeclared-container-ports-usage(1s)[INFO][Jun2612:13:20.687][check.go:271][networking-undeclared-container-ports-usage]Runningcheck(labels:[e[RUNNING]networking-undeclared-container-ports-usage(2s)[INFO][Jun2612:13:20.687][check.go:271][networking-undeclared-container-ports-usage]Runningcheck(labels:[e[RUNNING]networking-undeclared-container-ports-usage(3s)[INFO][Jun2612:13:20.687][check.go:271][networking-undeclared-container-ports-usage]Runningcheck(labels:[e[RUNNING]networking-undeclared-container-ports-usage(5s)[INFO][Jun2612:13:23.333][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-0ns:tnf"is[RUNNING]networking-undeclared-container-ports-usage(6s)[INFO][Jun2612:13:23.333][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-0ns:tnf"is[RUNNING]networking-undeclared-container-ports-usage(6s)[INFO][Jun2612:13:26.054][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-1ns:tnf"is[RUNNING]networking-undeclared-container-ports-usage(7s)[INFO][Jun2612:13:26.054][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-1ns:tnf"is[RUNNING]networking-undeclared-container-ports-usage(8s)[INFO][Jun2612:13:26.054][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-1ns:tnf"is[RUNNING]networking-undeclared-container-ports-usage(9s)[INFO][Jun2612:13:26.054][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-1ns:tnf"is[RUNNING]networking-undeclared-container-ports-usage(10s)[INFO][Jun2612:13:26.054][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-1ns:tnf"is[RUNNING]networking-undeclared-container-ports-usage(10s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(11s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(12s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(13s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(14s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(15s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-undeclared-container-ports-usage(16s)[INFO][Jun2612:13:30.152][suite.go:232][networking-undeclared-container-ports-usage]"pod:test-bc6557c94-57n[RUNNING]networking-ocp-reserved-ports-usage[RUNNING]networking-ocp-reserved-ports-usage(1s)[INFO][Jun2612:13:36.828][check.go:271][networking-ocp-reserved-ports-usage]Runningcheck(labels:[commonnetworking[RUNNING]networking-ocp-reserved-ports-usage(2s)[INFO][Jun2612:13:36.828][check.go:271][networking-ocp-reserved-ports-usage]Runningcheck(labels:[commonnetworking[RUNNING]networking-ocp-reserved-ports-usage(3s)[INFO][Jun2612:13:36.828][check.go:271][networking-ocp-reserved-ports-usage]Runningcheck(labels:[commonnetworking[RUNNING]networking-ocp-reserved-ports-usage(4s)[INFO][Jun2612:13:36.828][check.go:271][networking-ocp-reserved-ports-usage]Runningcheck(labels:[commonnetworking[RUNNING]networking-ocp-reserved-ports-usage(4s)[INFO][Jun2612:13:39.906][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-0ns:tnf"listensinOCP[RUNNING]networking-ocp-reserved-ports-usage(5s)[INFO][Jun2612:13:39.906][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-0ns:tnf"listensinOCP[RUNNING]networking-ocp-reserved-ports-usage(6s)[INFO][Jun2612:13:39.906][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-0ns:tnf"listensinOCP[RUNNING]networking-ocp-reserved-ports-usage(7s)[INFO][Jun2612:13:39.906][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-0ns:tnf"listensinOCP[RUNNING]networking-ocp-reserved-ports-usage(7s)[INFO][Jun2612:13:43.176][netcommons.go:167][networking-ocp-reserved-ports-usage]"container:testpod:test-bc6557c94[RUNNING]networking-ocp-reserved-ports-usage(8s)[INFO][Jun2612:13:43.176][netcommons.go:167][networking-ocp-reserved-ports-usage]"container:testpod:test-bc6557c94[RUNNING]networking-ocp-reserved-ports-usage(9s)[INFO][Jun2612:13:43.176][netcommons.go:167][networking-ocp-reserved-ports-usage]"container:testpod:test-bc6557c94[RUNNING]networking-ocp-reserved-ports-usage(10s)[INFO][Jun2612:13:43.176][netcommons.go:167][networking-ocp-reserved-ports-usage]"container:testpod:test-bc6557c9[RUNNING]networking-ocp-reserved-ports-usage(10s)[INFO][Jun2612:13:46.053][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-bc6557c94-57n5mns:tnf"[RUNNING]networking-ocp-reserved-ports-usage(11s)[INFO][Jun2612:13:46.053][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-bc6557c94-57n5mns:tnf"[RUNNING]networking-ocp-reserved-ports-usage(12s)[INFO][Jun2612:13:46.053][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-bc6557c94-57n5mns:tnf"[RUNNING]networking-ocp-reserved-ports-usage(13s)[INFO][Jun2612:13:46.053][netcommons.go:228][networking-ocp-reserved-ports-usage]"pod:test-bc6557c94-57n5mns:tnf"[RUNNING]networking-network-policy-deny-all[RUNNING]networking-network-policy-deny-all(1s)[INFO][Jun2612:13:50.027][suite.go:338][networking-network-policy-deny-all]SkippingNetworkpolicy"assisted-installer[RUNNING]networking-reserved-partner-ports[RUNNING]networking-reserved-partner-ports(1s)[INFO][Jun2612:13:51.028][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-0ns:tnf"do[RUNNING]networking-reserved-partner-ports(2s)[INFO][Jun2612:13:51.028][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-0ns:tnf"do[RUNNING]networking-reserved-partner-ports(3s)[INFO][Jun2612:13:51.028][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-0ns:tnf"do[RUNNING]networking-reserved-partner-ports(5s)[INFO][Jun2612:13:53.784][netcommons.go:228][networking-reserved-partner-ports]"pod:test-0ns:tnf"listensinPartner[RUNNING]networking-reserved-partner-ports(6s)[INFO][Jun2612:13:53.784][netcommons.go:228][networking-reserved-partner-ports]"pod:test-0ns:tnf"listensinPartner[RUNNING]networking-reserved-partner-ports(6s)[INFO][Jun2612:13:56.386][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-57n[RUNNING]networking-reserved-partner-ports(7s)[INFO][Jun2612:13:56.386][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-57n[RUNNING]networking-reserved-partner-ports(8s)[INFO][Jun2612:13:56.386][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-57n[RUNNING]networking-reserved-partner-ports(9s)[INFO][Jun2612:13:56.386][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-57n[RUNNING]networking-reserved-partner-ports(9s)[INFO][Jun2612:13:59.252][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-87l[RUNNING]networking-reserved-partner-ports(10s)[INFO][Jun2612:13:59.252][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-87[RUNNING]networking-reserved-partner-ports(11s)[INFO][Jun2612:13:59.252][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-87[RUNNING]networking-reserved-partner-ports(12s)[INFO][Jun2612:13:59.252][netcommons.go:167][networking-reserved-partner-ports]"container:testpod:test-bc6557c94-87[RUNNING]operator-crd-versioning[RUNNING]operator-crd-openapi-schema[RUNNING]access-control-security-context[RUNNING]access-control-sys-admin-capability-check[RUNNING]access-control-net-admin-capability-check[RUNNING]access-control-net-raw-capability-check[RUNNING]access-control-ipc-lock-capability-check[RUNNING]access-control-ipc-lock-capability-check(1s)[INFO][Jun2612:14:09.230][suite.go:272][access-control-ipc-lock-capability-check]TestingContainer"container:t[RUNNING]access-control-bpf-capability-check[RUNNING]access-control-security-context-non-root-user-check[RUNNING]access-control-security-context-non-root-user-check(1s)[INFO][Jun2612:14:11.232][suite.go:328][access-control-security-context-non-root-user-check]Non-root[RUNNING]access-control-security-context-privilege-escalation[RUNNING]access-control-container-host-port[RUNNING]access-control-pod-host-network[RUNNING]access-control-pod-host-path[RUNNING]access-control-pod-host-ipc[RUNNING]access-control-pod-host-ipc(1s)[INFO][Jun2612:14:16.237][check.go:271][access-control-pod-host-ipc]Runningcheck(labels:[commonaccess-control-pod-host-ip[RUNNING]access-control-pod-host-pid[RUNNING]access-control-pod-host-pid(1s)[INFO][Jun2612:14:17.238][suite.go:473][access-control-pod-host-pid]HostPidnotsetinPod"pod:test-0ns:tnf".[RUNNING]access-control-namespace[RUNNING]access-control-namespace(1s)[INFO][Jun2612:14:18.239][check.go:271][access-control-namespace]Runningcheck(labels:[commonaccess-control-namespaceaccess-[RUNNING]access-control-pod-service-account[RUNNING]access-control-pod-service-account(1s)[INFO][Jun2612:14:19.403][check.go:271][access-control-pod-service-account]Runningcheck(labels:[commonaccess-contr[RUNNING]access-control-pod-role-bindings[RUNNING]access-control-pod-role-bindings(1s)[RUNNING]access-control-cluster-role-bindings[RUNNING]access-control-cluster-role-bindings(1s)[INFO][Jun2612:14:21.405][check.go:271][access-control-cluster-role-bindings]Runningcheck(labels:[telcoaccess-co[RUNNING]access-control-cluster-role-bindings(1s)[INFO][Jun2612:14:21.583][suite.go:651][access-control-cluster-role-bindings]Pod"pod:test-0ns:tnf"isnotusing[RUNNING]access-control-cluster-role-bindings(1s)[INFO][Jun2612:14:21.783][pods.go:383][access-control-cluster-role-bindings]Pod"pod:test-bc6557c94-57n5mns:tnf"[RUNNING]access-control-pod-automount-service-account-token[RUNNING]access-control-pod-automount-service-account-token(1s)[INFO][Jun2612:14:23.604][check.go:271][access-control-pod-automount-service-account-token]Runningche[RUNNING]access-control-pod-automount-service-account-token(1s)[INFO][Jun2612:14:23.753][suite.go:718][access-control-pod-automount-service-account-token]Pod"pod:t[RUNNING]access-control-pod-automount-service-account-token(1s)[INFO][Jun2612:14:23.934][suite.go:718][access-control-pod-automount-service-account-token]Pod"pod:t[RUNNING]access-control-pod-automount-service-account-token(2s)[INFO][Jun2612:14:24.139][suite.go:718][access-control-pod-automount-service-account-token]Pod"pod:t[RUNNING]access-control-one-process-per-container[RUNNING]access-control-one-process-per-container(1s)[RUNNING]access-control-one-process-per-container(1s)[INFO][Jun2612:14:25.352][check.go:271][access-control-one-process-per-container]Runningcheck(labels:[common[RUNNING]access-control-one-process-per-container(2s)[INFO][Jun2612:14:25.352][check.go:271][access-control-one-process-per-container]Runningcheck(labels:[common[RUNNING]access-control-one-process-per-container(3s)[INFO][Jun2612:14:25.352][check.go:271][access-control-one-process-per-container]Runningcheck(labels:[common[RUNNING]access-control-one-process-per-container(4s)[INFO][Jun2612:14:25.352][check.go:271][access-control-one-process-per-container]Runningcheck(labels:[common[RUNNING]access-control-one-process-per-container(6s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod:[RUNNING]access-control-one-process-per-container(7s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod:[RUNNING]access-control-one-process-per-container(8s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod:[RUNNING]access-control-one-process-per-container(9s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod:[RUNNING]access-control-one-process-per-container(10s)[INFO][Jun2612:14:29.226][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(10s)[INFO][Jun2612:14:34.579][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(11s)[INFO][Jun2612:14:34.579][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(12s)[INFO][Jun2612:14:34.579][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(13s)[INFO][Jun2612:14:34.579][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(13s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(14s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(15s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(16s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(17s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-one-process-per-container(18s)[INFO][Jun2612:14:37.653][suite.go:762][access-control-one-process-per-container]Container"container:testpod[RUNNING]access-control-sys-nice-realtime-capability[RUNNING]access-control-namespace-resource-quota[RUNNING]access-control-namespace-resource-quota(1s)[INFO][Jun2612:14:44.687][suite.go:836][access-control-namespace-resource-quota]TestingPod"pod:test-bc6557c94-[RUNNING]access-control-ssh-daemons[RUNNING]access-control-ssh-daemons(1s)[INFO][Jun2612:14:45.688][check.go:271][access-control-ssh-daemons]Runningcheck(labels:[telcoaccess-control-ssh-daemonsac[RUNNING]access-control-ssh-daemons(2s)[INFO][Jun2612:14:45.688][check.go:271][access-control-ssh-daemons]Runningcheck(labels:[telcoaccess-control-ssh-daemonsac[RUNNING]access-control-ssh-daemons(3s)[INFO][Jun2612:14:45.688][check.go:271][access-control-ssh-daemons]Runningcheck(labels:[telcoaccess-control-ssh-daemonsac[RUNNING]access-control-ssh-daemons(4s)[INFO][Jun2612:14:45.688][check.go:271][access-control-ssh-daemons]Runningcheck(labels:[telcoaccess-control-ssh-daemonsac[RUNNING]access-control-ssh-daemons(6s)[INFO][Jun2612:14:49.534][suite.go:885][access-control-ssh-daemons]Pod"pod:test-0ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(7s)[INFO][Jun2612:14:49.534][suite.go:885][access-control-ssh-daemons]Pod"pod:test-0ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(8s)[INFO][Jun2612:14:49.534][suite.go:885][access-control-ssh-daemons]Pod"pod:test-0ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(8s)[INFO][Jun2612:14:52.918][suite.go:885][access-control-ssh-daemons]Pod"pod:test-1ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(9s)[INFO][Jun2612:14:52.918][suite.go:885][access-control-ssh-daemons]Pod"pod:test-1ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(10s)[INFO][Jun2612:14:52.918][suite.go:885][access-control-ssh-daemons]Pod"pod:test-1ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(11s)[INFO][Jun2612:14:52.918][suite.go:885][access-control-ssh-daemons]Pod"pod:test-1ns:tnf"isnotrunninganSSHdaemon[RUNNING]access-control-ssh-daemons(13s)[INFO][Jun2612:14:56.394][suite.go:885][access-control-ssh-daemons]Pod"pod:test-bc6557c94-57n5mns:tnf"isnotrunningan[RUNNING]access-control-ssh-daemons(14s)[INFO][Jun2612:14:56.394][suite.go:885][access-control-ssh-daemons]Pod"pod:test-bc6557c94-57n5mns:tnf"isnotrunningan[RUNNING]access-control-ssh-daemons(15s)[INFO][Jun2612:14:56.394][suite.go:885][access-control-ssh-daemons]Pod"pod:test-bc6557c94-57n5mns:tnf"isnotrunningan[RUNNING]access-control-requests-and-limits[RUNNING]access-control-requests-and-limits(1s)[INFO][Jun2612:15:01.406][check.go:271][access-control-requests-and-limits]Runningcheck(labels:[telcoaccess-contro[RUNNING]access-control-no-1337-uid[RUNNING]access-control-no-1337-uid(1s)[INFO][Jun2612:15:02.407][suite.go:952][access-control-no-1337-uid]Pod"pod:test-1ns:tnf"isnotusingsecurityContextRunA[RUNNING]access-control-crd-roles[RUNNING]affiliated-certification-container-is-certified-digest[RUNNING]affiliated-certification-container-is-certified-digest(1s)[INFO][Jun2612:15:06.591][check.go:271][affiliated-certification-container-is-certified-digest]Run[RUNNING]affiliated-certification-container-is-certified-digest(2s)[INFO][Jun2612:15:06.591][check.go:271][affiliated-certification-container-is-certified-digest]Run[RUNNING]affiliated-certification-container-is-certified-digest(3s)[ERROR][Jun2612:15:09.050][suite.go:191][affiliated-certification-container-is-certified-digest]Co[RUNNING]affiliated-certification-container-is-certified-digest(4s)[ERROR][Jun2612:15:09.050][suite.go:191][affiliated-certification-container-is-certified-digest]Co[RUNNING]observability-container-logging[RUNNING]observability-container-logging(1s)[RUNNING]observability-container-logging(1s)[INFO][Jun2612:15:12.368][check.go:271][observability-container-logging]Runningcheck(labels:[telcoobservability-conta[RUNNING]observability-container-logging(1s)[INFO][Jun2612:15:12.573][suite.go:130][observability-container-logging]Container"container:testpod:test-0ns:tnf"h[RUNNING]observability-container-logging(1s)[INFO][Jun2612:15:12.777][suite.go:130][observability-container-logging]Container"container:testpod:test-1ns:tnf"h[RUNNING]observability-container-logging(2s)[INFO][Jun2612:15:12.986][suite.go:130][observability-container-logging]Container"container:testpod:test-bc6557c94-57[RUNNING]observability-crd-status[RUNNING]observability-termination-policy[RUNNING]observability-termination-policy(1s)[INFO][Jun2612:15:15.190][check.go:271][observability-termination-policy]Runningcheck(labels:[telcoobservability-ter[RUNNING]observability-pod-disruption-budget[RUNNING]observability-pod-disruption-budget(1s)[INFO][Jun2612:15:16.191][check.go:271][observability-pod-disruption-budget]Runningcheck(labels:[commonobservabil[RUNNING]performance-exclusive-cpu-pool[RUNNING]performance-exclusive-cpu-pool(1s)[INFO][Jun2612:15:17.192][check.go:271][performance-exclusive-cpu-pool]Runningcheck(labels:[faredgeperformance-exclusi[RUNNING]performance-max-resources-exec-probes[PASS]performance-max-resources-exec-probes|SUITEPASSEDFAILEDSKIPPED||lifecycle0018||performance204||manageability200||platform-alteration0013||LOG(networking-network-policy-deny-all)|[INFO][Jun2612:13:50.026][check.go:271][networking-network-policy-deny-all]Runningcheck(labels:[commonnetworking-network-policy-deny-allnetworking])[INFO][Jun2612:13:50.026][suite.go:327][networking-network-policy-deny-all]TestingPod"pod:test-0ns:tnf"[INFO][Jun2612:13:50.026][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"assisted-installer-network-policy"againstpod"pod:test-0ns:tnf"[INFO][Jun2612:13:50.026][suite.go:338][networking-network-policy-deny-all]SkippingNetworkpolicy"assisted-installer-network-policy"(namespace"assisted-installer"doesnotmatchP[INFO][Jun2612:13:50.026][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"intra-namespace"againstpod"pod:test-0ns:tnf"[INFO][Jun2612:13:50.026][suite.go:338][networking-network-policy-deny-all]SkippingNetworkpolicy"intra-namespace"(namespace"default"doesnotmatchPodnamespace"tnf")[ERROR][Jun2612:13:50.026][suite.go:363][networking-network-policy-deny-all]Pod"pod:test-0ns:tnf"wasfoundtonothaveadefaultingressdeny-allnetworkpolicy.[ERROR][Jun2612:13:50.026][suite.go:369][networking-network-policy-deny-all]Pod"pod:test-0ns:tnf"wasfoundtonothaveadefaultegressdeny-allnetworkpolicy.[INFO][Jun2612:13:50.026][suite.go:327][networking-network-policy-deny-all]TestingPod"pod:test-1ns:tnf"[INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"assisted-installer-network-policy"againstpod"pod:test-1ns:tnf"[INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"intra-namespace"againstpod"pod:test-1ns:tnf"[ERROR][Jun2612:13:50.027][suite.go:363][networking-network-policy-deny-all]Pod"pod:test-1ns:tnf"wasfoundtonothaveadefaultingressdeny-allnetworkpolicy.[ERROR][Jun2612:13:50.027][suite.go:369][networking-network-policy-deny-all]Pod"pod:test-1ns:tnf"wasfoundtonothaveadefaultegressdeny-allnetworkpolicy.[INFO][Jun2612:13:50.027][suite.go:327][networking-network-policy-deny-all]TestingPod"pod:test-bc6557c94-57n5mns:tnf"[INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"assisted-installer-network-policy"againstpod"pod:test-bc6557c94-57n5mns:tnf"[INFO][INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"assisted-installer-network-policy"againstpod"pod:test-bc6557c94-87l2fns:tnf"[INFO][Jun2612:13:50.027][suite.go:334][networking-network-policy-deny-all]TestingNetworkpolicy"intra-namespace"againstpod"pod:test-bc6557c94-87l2fns:tnf"[ERROR][Jun2612:13:50.027][suite.go:363][networking-network-policy-deny-all]Pod"pod:test-bc6557c94-87l2fns:tnf"wasfoundtonothaveadefaultingressdeny-allnetworkpolicy.[ERROR][Jun2612:13:50.027][suite.go:369][networking-network-policy-deny-all]Pod"pod:test-bc6557c94-87l2fns:tnf"wasfoundtonothaveadefaultegressdeny-allnetworkpolicy.[INFO][Jun2612:14:02.222][checksdb.go:116][networking-network-policy-deny-all]Recordingresult"FAILED",claimID:{Id:networking-network-policy-deny-allSuite:networkingTags:common}[ERROR][Jun2612:15:08.168][suite.go:191][affiliated-certificaexit \ No newline at end of file diff --git a/docs/configuration.md b/docs/configuration.md index 7c05af0f4..7342b2fc3 100644 --- a/docs/configuration.md +++ b/docs/configuration.md @@ -110,7 +110,7 @@ To enable this, set: --create-xml-junit-file true ``` -This will create a file named `cnf-certification-test/cnf-certification-tests_junit.xml`. +This will create a file named `certsuite/certsuite-tests_junit.xml`. #### Enable running container against OpenShift Local diff --git a/docs/test-output.md b/docs/test-output.md index 5cff5e07b..a4c8914f8 100644 --- a/docs/test-output.md +++ b/docs/test-output.md @@ -31,7 +31,7 @@ go run cmd/tools/cmd/main.go claim-add --claimfile=claim.json ```json "results": { - "cnf-certification-tests_junit": { + "certsuite-tests_junit": { "testsuite": { "-errors": "0", "-failures": "2", @@ -61,7 +61,7 @@ The "20230620-110654" sample prefix means "June-20th 2023, 11:06:54" This is the content of the tar.gz file: * claim.json -* cnf-certification-tests_junit.xml (Only if enabled via flag) +* certsuite-tests_junit.xml (Only if enabled via flag) * claimjson.js * classification.js * results.html diff --git a/docs/test-spec-implementation.md b/docs/test-spec-implementation.md index 6a713010d..2053d5cec 100644 --- a/docs/test-spec-implementation.md +++ b/docs/test-spec-implementation.md @@ -5,7 +5,7 @@ This section explains the implementation of some test cases so that users can ha ## [lifecycle-deployment-scaling](https://github.com/redhat-best-practices-for-k8s/certsuite/blob/main/CATALOG.md#lifecycle-deployment-scaling) and [lifecycle-statefulset-scaling](https://github.com/redhat-best-practices-for-k8s/certsuite/blob/main/CATALOG.md#lifecycle-statefulset-scaling) -For each discovered deployment in the [target namespaces](https://github.com/redhat-best-practices-for-k8s/certsuite/blob/main/cnf-certification-test/certsuite_config.yml#L1), the test case will try to modify its replica count to check whether pod's can be correctly removed and re-deployed in the cluster. +For each discovered deployment in the [target namespaces](https://github.com/redhat-best-practices-for-k8s/certsuite/blob/main/config/certsuite_config.yml#L1), the test case will try to modify its replica count to check whether pod's can be correctly removed and re-deployed in the cluster. @@ -19,7 +19,7 @@ As depicted in the image, the way to modify the number of replicas varies depend ## [lifecycle-crd-scaling](https://github.com/redhat-best-practices-for-k8s/certsuite/blob/main/CATALOG.md#lifecycle-crd-scaling) -During the program's startup, an autodiscovery phase is performed where all the CRDs and their existing CRs in the [target namespaces](https://github.com/redhat-best-practices-for-k8s/certsuite/blob/main/cnf-certification-test/certsuite_config.yml#L1) are stored to be tested later. Only CRs whose CRD's suffix matches at least one of the [targetCrdFilters](https://github.com/redhat-best-practices-for-k8s/certsuite/blob/d2b718753f438ec8f33ed8bca5ac60ecf71ef599/cnf-certification-test/certsuite_config.yml#L8) and has an [scale subresource](https://kubernetes.io/docs/tasks/extend-kubernetes/custom-resources/custom-resource-definitions/#scale-subresource) will be selected as test targets. +During the program's startup, an autodiscovery phase is performed where all the CRDs and their existing CRs in the [target namespaces](https://github.com/redhat-best-practices-for-k8s/certsuite/blob/main/config/certsuite_config.yml#L1) are stored to be tested later. Only CRs whose CRD's suffix matches at least one of the [targetCrdFilters](https://github.com/redhat-best-practices-for-k8s/certsuite/blob/main/config/certsuite_config.yml#L9) and has an [scale subresource](https://kubernetes.io/docs/tasks/extend-kubernetes/custom-resources/custom-resource-definitions/#scale-subresource) will be selected as test targets. For every CR under test, a similar approach to the scaling of deployments and statefulsets is done. diff --git a/pkg/certsuite/certsuite.go b/pkg/certsuite/certsuite.go index 87fa7949a..1b9245407 100644 --- a/pkg/certsuite/certsuite.go +++ b/pkg/certsuite/certsuite.go @@ -50,7 +50,7 @@ func LoadChecksDB(labelsExpr string) { } const ( - junitXMLOutputFileName = "cnf-certification-tests_junit.xml" + junitXMLOutputFileName = "certsuite-tests_junit.xml" claimFileName = "claim.json" collectorAppURL = "http://claims-collector.cnf-certifications.sysdeseng.com" timeoutDefaultvalue = 24 * time.Hour diff --git a/script/create-missing-test-files.sh b/script/create-missing-test-files.sh index 0ab3dcc95..e0db564fe 100755 --- a/script/create-missing-test-files.sh +++ b/script/create-missing-test-files.sh @@ -1,5 +1,5 @@ #!/usr/bin/env bash -for folder in cnf-certification-test internal pkg; do +for folder in certsuite internal pkg; do echo "./$folder" find ./$folder -name "*.go" | grep -v "_test.go" | grep -v "_moq.go" | sed 's/.go//g' | xargs -I{} sh -c \ "