WHAT=catalog \ E2E_GINKGO_OPTS=" --junit-report junit_e2e.xml" \ go test -count=1 -v ./test/validate/...; === RUN TestSuite Running Suite: Validate Catalog Test Suite - /Users/camilam/go/src/github/operator-framework-operator-controller/openshift/default-catalog-consistency/test/validate ==================================================================================================================================================================== Random Seed: 1746214320 Will run 4 of 4 specs ------------------------------ • [FAILED] [14.869 seconds] Check Catalog Consistency [It] image: certified-operator-index /Users/camilam/go/src/github/operator-framework-operator-controller/openshift/default-catalog-consistency/test/validate/suite_test.go:37 Timeline >> STEP: Validating image: registry.redhat.io/redhat/certified-operator-index:v4.18 @ 05/02/25 20:32:00.829 [FAILED] in [It] - /Users/camilam/go/src/github/operator-framework-operator-controller/openshift/default-catalog-consistency/test/validate/suite_test.go:43 @ 05/02/25 20:32:15.698 << Timeline [FAILED] Expected success, but got an error: <*errors.joinError | 0x140019d21e0>: [FBC Catalog]:CatalogHasNotBundleObject: bundle "amd-gpu-operator.v1.1.1" in package "amd-gpu-operator" has olm.bundle.object set bundle "amd-gpu-operator.v1.2.1" in package "amd-gpu-operator" has olm.bundle.object set bundle "kubecost-operator.v2.5.4" in package "kubecost-operator" has olm.bundle.object set bundle "operator-certification-operator.v1.3.0" in package "operator-certification-operator" has olm.bundle.object set bundle "kubecost-operator.v2.7.1" in package "kubecost-operator" has olm.bundle.object set bundle "dell-csm-operator-certified.v1.6.1" in package "dell-csm-operator-certified" has olm.bundle.object set bundle "trident-operator.v25.2.0" in package "trident-operator" has olm.bundle.object set bundle "trident-operator.v25.2.1" in package "trident-operator" has olm.bundle.object set bundle "cloudnative-pg.v1.23.1" in package "cloudnative-pg" has olm.bundle.object set bundle "cloud-native-postgresql.v1.18.10" in package "cloud-native-postgresql" has olm.bundle.object set bundle "dell-csm-operator-certified.v1.7.0" in package "dell-csm-operator-certified" has olm.bundle.object set bundle "dell-csm-operator-certified.v1.8.0" in package "dell-csm-operator-certified" has olm.bundle.object set bundle "cloud-native-postgresql.v1.18.11" in package "cloud-native-postgresql" has olm.bundle.object set bundle "dell-csm-operator-certified.v1.8.1" in package "dell-csm-operator-certified" has olm.bundle.object set bundle "cloudnative-pg.v1.23.2" in package "cloudnative-pg" has olm.bundle.object set bundle "cloud-native-postgresql.v1.18.12" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloudnative-pg.v1.23.3" in package "cloudnative-pg" has olm.bundle.object set bundle "cloud-native-postgresql.v1.18.13" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloudnative-pg.v1.24.0" in package "cloudnative-pg" has olm.bundle.object set bundle "cloud-native-postgresql.v1.18.7" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloudnative-pg.v1.24.1" in package "cloudnative-pg" has olm.bundle.object set bundle "cloud-native-postgresql.v1.18.8" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloudnative-pg.v1.25.0" in package "cloudnative-pg" has olm.bundle.object set bundle "cloud-native-postgresql.v1.18.9" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.19.0" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloudnative-pg.v1.26.0-rc1" in package "cloudnative-pg" has olm.bundle.object set bundle "cloud-native-postgresql.v1.19.1" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloudnative-pg.v1.26.0-rc2" in package "cloudnative-pg" has olm.bundle.object set bundle "cloud-native-postgresql.v1.20.0" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.20.1" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.20.2" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.21.0" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.21.1" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.22.0" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.22.1" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.22.2" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.22.3" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.22.4" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.22.5" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.22.6" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.22.7" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.22.8" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.22.9" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.23.1" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.23.2" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.23.3" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.23.4" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.23.5" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.23.6" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.24.0" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.24.1" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.24.2" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.24.3" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.25.0" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.25.1" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.26.0-rc1" in package "cloud-native-postgresql" has olm.bundle.object set bundle "cloud-native-postgresql.v1.26.0-rc2" in package "cloud-native-postgresql" has olm.bundle.object set [FBC Catalog]:CatalogHasValidMetadataForChannelHeads: bundle "operator-certification-operator.v1.3.0" in package "operator-certification-operator" is missing olm.csv.metadata bundle "kubecost-operator.v2.7.1" in package "kubecost-operator" is missing olm.csv.metadata bundle "amd-gpu-operator.v1.2.1" in package "amd-gpu-operator" is missing olm.csv.metadata bundle "cloud-native-postgresql.v1.24.3" in package "cloud-native-postgresql" is missing olm.csv.metadata bundle "cloud-native-postgresql.v1.25.1" in package "cloud-native-postgresql" is missing olm.csv.metadata bundle "cloud-native-postgresql.v1.26.0-rc2" in package "cloud-native-postgresql" is missing olm.csv.metadata bundle "cloud-native-postgresql.v1.25.1" in package "cloud-native-postgresql" is missing olm.csv.metadata bundle "cloud-native-postgresql.v1.25.1" in package "cloud-native-postgresql" is missing olm.csv.metadata bundle "cloud-native-postgresql.v1.22.8" in package "cloud-native-postgresql" is missing olm.csv.metadata bundle "cloud-native-postgresql.v1.23.6" in package "cloud-native-postgresql" is missing olm.csv.metadata bundle "dell-csm-operator-certified.v1.8.1" in package "dell-csm-operator-certified" is missing olm.csv.metadata bundle "trident-operator.v25.2.1" in package "trident-operator" is missing olm.csv.metadata bundle "cloudnative-pg.v1.25.0" in package "cloudnative-pg" is missing olm.csv.metadata bundle "cloudnative-pg.v1.26.0-rc2" in package "cloudnative-pg" is missing olm.csv.metadata { errs: [ { CheckName: "[FBC Catalog]:CatalogHasNotBundleObject", Err: <*errors.joinError | 0x14008e3e6d8>{ errs: [ <*errors.errorString | 0x14008e446c0>{ s: "bundle \"amd-gpu-operator.v1.1.1\" in package \"amd-gpu-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14008e44700>{ s: "bundle \"amd-gpu-operator.v1.2.1\" in package \"amd-gpu-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14008e44730>{ s: "bundle \"kubecost-operator.v2.5.4\" in package \"kubecost-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14008e44760>{ s: "bundle \"operator-certification-operator.v1.3.0\" in package \"operator-certification-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14008e44790>{ s: "bundle \"kubecost-operator.v2.7.1\" in package \"kubecost-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14008e447c0>{ s: "bundle \"dell-csm-operator-certified.v1.6.1\" in package \"dell-csm-operator-certified\" has olm.bundle.object set", }, <*errors.errorString | 0x14008e447f0>{ s: "bundle \"trident-operator.v25.2.0\" in package \"trident-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14008e44820>{ s: "bundle \"trident-operator.v25.2.1\" in package \"trident-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14008e44850>{ s: "bundle \"cloudnative-pg.v1.23.1\" in package \"cloudnative-pg\" has olm.bundle.object set", }, <*errors.errorString | 0x14008e44880>{ s: "bundle \"cloud-native-postgresql.v1.18.10\" in package \"cloud-native-postgresql\" has olm.bundle.object set", }, <*errors.errorString | 0x14008e448b0>{ s: "bundle \"dell-csm-operator-certified.v1.7.0\" in package \"dell-csm-operator-certified\" has olm.bundle.object set", }, <*errors.errorString | 0x14008e448e0>{ s: "bundle \"dell-csm-operator-certified.v1.8.0\" in package \"dell-csm-operator-certified\" has olm.bundle.object set", }, <*errors.errorString | 0x14008e44910>{ s: "bundle \"cloud-native-postgresql.v1.18.11\" in package \"cloud-native-postgresql\" has olm.bundle.object set", }, <*errors.errorString | 0x14008e44940>{ s: "bundle \"dell-csm-operator-certified.v1.8.1\" in package \"dell-csm-operator-certified\" has olm.bundle.object set", }, <*errors.errorString | 0x14008e44970>{ s: "bundle \"cloudnative-pg.v1.23.2\" in package \"cloudnative-pg\" has olm.bundle.object set", }, <*errors.errorString | 0x14008e449a0>{ s: "bundle \"cloud-native-postgresql.v1.18.12\" in package \"cloud-native-postgresql\" has olm.bundle.object set", }, <*errors.errorString | 0x14008e449d0>{ s: "bundle \"cloudnative-pg.v1.23.3\" in package \"cloudnative-pg\" ha... Gomega truncated this representation as it exceeds 'format.MaxLength'. Consider having the object provide a custom 'GomegaStringer' representation or adjust the parameters in Gomega's 'format' package. Learn more here: https://onsi.github.io/gomega/#adjusting-output  In [It] at: /Users/camilam/go/src/github/operator-framework-operator-controller/openshift/default-catalog-consistency/test/validate/suite_test.go:43 @ 05/02/25 20:32:15.698 ------------------------------ • [FAILED] [12.651 seconds] Check Catalog Consistency [It] image: community-operator-index /Users/camilam/go/src/github/operator-framework-operator-controller/openshift/default-catalog-consistency/test/validate/suite_test.go:37 Timeline >> STEP: Validating image: registry.redhat.io/redhat/community-operator-index:v4.18 @ 05/02/25 20:32:15.699 [FAILED] in [It] - /Users/camilam/go/src/github/operator-framework-operator-controller/openshift/default-catalog-consistency/test/validate/suite_test.go:43 @ 05/02/25 20:32:28.35 << Timeline [FAILED] Expected success, but got an error: <*errors.joinError | 0x140019d3e78>: [FBC Catalog]:CatalogHasNotBundleObject: bundle "multi-nic-cni-operator.v1.0.2" in package "multi-nic-cni-operator" has olm.bundle.object set bundle "dell-csm-operator.v1.6.1" in package "dell-csm-operator" has olm.bundle.object set bundle "multi-nic-cni-operator.v1.0.3" in package "multi-nic-cni-operator" has olm.bundle.object set bundle "multi-nic-cni-operator.v1.0.4" in package "multi-nic-cni-operator" has olm.bundle.object set bundle "multi-nic-cni-operator.v1.0.5" in package "multi-nic-cni-operator" has olm.bundle.object set bundle "shipwright-operator.v0.13.0" in package "shipwright-operator" has olm.bundle.object set bundle "coherence-operator.v3.4.3" in package "coherence-operator" has olm.bundle.object set bundle "shipwright-operator.v0.9.0" in package "shipwright-operator" has olm.bundle.object set bundle "multi-nic-cni-operator.v1.1.0" in package "multi-nic-cni-operator" has olm.bundle.object set bundle "multi-nic-cni-operator.v1.2.0" in package "multi-nic-cni-operator" has olm.bundle.object set bundle "trident-operator.v24.10.0" in package "trident-operator" has olm.bundle.object set bundle "trident-operator.v24.10.1" in package "trident-operator" has olm.bundle.object set bundle "multi-nic-cni-operator.v1.2.1" in package "multi-nic-cni-operator" has olm.bundle.object set bundle "trident-operator.v24.2.0" in package "trident-operator" has olm.bundle.object set bundle "trident-operator.v24.6.0" in package "trident-operator" has olm.bundle.object set bundle "dell-csm-operator.v1.7.0" in package "dell-csm-operator" has olm.bundle.object set bundle "trident-operator.v25.2.0" in package "trident-operator" has olm.bundle.object set bundle "trident-operator.v25.2.1" in package "trident-operator" has olm.bundle.object set bundle "multi-nic-cni-operator.v1.2.2" in package "multi-nic-cni-operator" has olm.bundle.object set bundle "multi-nic-cni-operator.v1.2.4" in package "multi-nic-cni-operator" has olm.bundle.object set bundle "alloydb-omni-operator.v1.3.0" in package "alloydb-omni-operator" has olm.bundle.object set bundle "multi-nic-cni-operator.v1.2.5" in package "multi-nic-cni-operator" has olm.bundle.object set bundle "multi-nic-cni-operator.v1.2.6" in package "multi-nic-cni-operator" has olm.bundle.object set bundle "dell-csm-operator.v1.8.0" in package "dell-csm-operator" has olm.bundle.object set bundle "dell-csm-operator.v1.8.1" in package "dell-csm-operator" has olm.bundle.object set bundle "victoriametrics-operator.v0.52.0" in package "victoriametrics-operator" has olm.bundle.object set bundle "victoriametrics-operator.v0.53.0" in package "victoriametrics-operator" has olm.bundle.object set bundle "victoriametrics-operator.v0.54.1" in package "victoriametrics-operator" has olm.bundle.object set bundle "victoriametrics-operator.v0.55.0" in package "victoriametrics-operator" has olm.bundle.object set bundle "victoriametrics-operator.v0.56.0" in package "victoriametrics-operator" has olm.bundle.object set [FBC Catalog]:CatalogHasValidMetadataForChannelHeads: bundle "alloydb-omni-operator.v1.3.0" in package "alloydb-omni-operator" is missing olm.csv.metadata bundle "coherence-operator.v3.4.3" in package "coherence-operator" is missing olm.csv.metadata bundle "dell-csm-operator.v1.8.1" in package "dell-csm-operator" is missing olm.csv.metadata bundle "shipwright-operator.v0.13.0" in package "shipwright-operator" is missing olm.csv.metadata bundle "trident-operator.v25.2.1" in package "trident-operator" is missing olm.csv.metadata bundle "victoriametrics-operator.v0.56.0" in package "victoriametrics-operator" is missing olm.csv.metadata bundle "multi-nic-cni-operator.v1.0.5" in package "multi-nic-cni-operator" is missing olm.csv.metadata bundle "multi-nic-cni-operator.v1.2.4" in package "multi-nic-cni-operator" is missing olm.csv.metadata bundle "multi-nic-cni-operator.v1.2.2" in package "multi-nic-cni-operator" is missing olm.csv.metadata bundle "multi-nic-cni-operator.v1.2.6" in package "multi-nic-cni-operator" is missing olm.csv.metadata bundle "multi-nic-cni-operator.v1.2.0" in package "multi-nic-cni-operator" is missing olm.csv.metadata { errs: [ { CheckName: "[FBC Catalog]:CatalogHasNotBundleObject", Err: <*errors.joinError | 0x14005c0d368>{ errs: [ <*errors.errorString | 0x14005c53750>{ s: "bundle \"multi-nic-cni-operator.v1.0.2\" in package \"multi-nic-cni-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14005c53790>{ s: "bundle \"dell-csm-operator.v1.6.1\" in package \"dell-csm-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14005c537c0>{ s: "bundle \"multi-nic-cni-operator.v1.0.3\" in package \"multi-nic-cni-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14005c537f0>{ s: "bundle \"multi-nic-cni-operator.v1.0.4\" in package \"multi-nic-cni-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14005c53820>{ s: "bundle \"multi-nic-cni-operator.v1.0.5\" in package \"multi-nic-cni-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14005c53850>{ s: "bundle \"shipwright-operator.v0.13.0\" in package \"shipwright-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14005c53880>{ s: "bundle \"coherence-operator.v3.4.3\" in package \"coherence-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14005c538b0>{ s: "bundle \"shipwright-operator.v0.9.0\" in package \"shipwright-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14005c538e0>{ s: "bundle \"multi-nic-cni-operator.v1.1.0\" in package \"multi-nic-cni-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14005c53910>{ s: "bundle \"multi-nic-cni-operator.v1.2.0\" in package \"multi-nic-cni-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14005c53940>{ s: "bundle \"trident-operator.v24.10.0\" in package \"trident-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14005c53970>{ s: "bundle \"trident-operator.v24.10.1\" in package \"trident-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14005c539a0>{ s: "bundle \"multi-nic-cni-operator.v1.2.1\" in package \"multi-nic-cni-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14005c539d0>{ s: "bundle \"trident-operator.v24.2.0\" in package \"trident-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14005c53a00>{ s: "bundle \"trident-operator.v24.6.0\" in package \"trident-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14005c53a30>{ s: "bundle \"dell-csm-operator.v1.7.0\" in package \"dell-csm-operator\" has olm.bundle.object set", }, <*errors.errorString | 0x14005c53a60>{ s: "bundle \"trident-operator.v25.2.0\" in package \"trident-operator\" has olm.bundle.object set", }... Gomega truncated this representation as it exceeds 'format.MaxLength'. Consider having the object provide a custom 'GomegaStringer' representation or adjust the parameters in Gomega's 'format' package. Learn more here: https://onsi.github.io/gomega/#adjusting-output  In [It] at: /Users/camilam/go/src/github/operator-framework-operator-controller/openshift/default-catalog-consistency/test/validate/suite_test.go:43 @ 05/02/25 20:32:28.35 ------------------------------ •• Summarizing 2 Failures: [FAIL] Check Catalog Consistency [It] image: certified-operator-index /Users/camilam/go/src/github/operator-framework-operator-controller/openshift/default-catalog-consistency/test/validate/suite_test.go:43 [FAIL] Check Catalog Consistency [It] image: community-operator-index /Users/camilam/go/src/github/operator-framework-operator-controller/openshift/default-catalog-consistency/test/validate/suite_test.go:43 Ran 4 of 4 Specs in 54.100 seconds FAIL! -- 2 Passed | 2 Failed | 0 Pending | 0 Skipped --- FAIL: TestSuite (54.10s) FAIL FAIL github/operator-framework-operator-controller/openshift/default-catalog-consistency/test/validate 54.451s FAIL