/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T22:02:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-03ae54ed"}, "namespace": "ai-tenant-e2e-mt-03ae54ed", "name": "odh-trusted-ca-bundle", "reconcileID": "a785a7ac-3d1c-4b2b-9915-c8a9770a731c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-03ae54ed"} 2026-07-08T22:02:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-03ae54ed"}, "namespace": "ai-tenant-e2e-mt-03ae54ed", "name": "odh-trusted-ca-bundle", "reconcileID": "a785a7ac-3d1c-4b2b-9915-c8a9770a731c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-03ae54ed", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:02:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-03ae54ed"}, "namespace": "ai-tenant-e2e-mt-03ae54ed", "name": "odh-trusted-ca-bundle", "reconcileID": "a785a7ac-3d1c-4b2b-9915-c8a9770a731c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-03ae54ed because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T22:02:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-03ae54ed"}, "namespace": "ai-tenant-e2e-mt-03ae54ed", "name": "openshift-service-ca.crt", "reconcileID": "a0905fb6-d046-4b61-b6bd-b82907dc7349", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-03ae54ed"} 2026-07-08T22:02:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-03ae54ed"}, "namespace": "ai-tenant-e2e-mt-03ae54ed", "name": "openshift-service-ca.crt", "reconcileID": "a0905fb6-d046-4b61-b6bd-b82907dc7349", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-03ae54ed"} 2026-07-08T22:02:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-03ae54ed"}, "namespace": "ai-tenant-e2e-mt-03ae54ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "efb1f249-0e6f-4ecb-aab0-6db830ace221", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-03ae54ed"} 2026-07-08T22:02:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-03ae54ed"}, "namespace": "ai-tenant-e2e-mt-03ae54ed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "efb1f249-0e6f-4ecb-aab0-6db830ace221", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-03ae54ed"} 2026-07-08T22:02:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-03ae54ed"}, "namespace": "ai-tenant-e2e-mt-03ae54ed", "name": "odh-trusted-ca-bundle", "reconcileID": "deae2691-71b9-4886-ab26-d96f835b0370", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-03ae54ed"} 2026-07-08T22:02:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-03ae54ed"}, "namespace": "ai-tenant-e2e-mt-03ae54ed", "name": "odh-trusted-ca-bundle", "reconcileID": "deae2691-71b9-4886-ab26-d96f835b0370", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-03ae54ed"} 2026-07-08T22:02:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9e17eb10"}, "namespace": "ai-tenant-e2e-mt-9e17eb10", "name": "openshift-service-ca.crt", "reconcileID": "0ed704d0-080d-4cb6-9600-52af3565cede", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9e17eb10"} 2026-07-08T22:02:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9e17eb10"}, "namespace": "ai-tenant-e2e-mt-9e17eb10", "name": "odh-trusted-ca-bundle", "reconcileID": "2a010a15-ca6c-46fc-b83f-fd75f2471081", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9e17eb10"} 2026-07-08T22:02:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9e17eb10"}, "namespace": "ai-tenant-e2e-mt-9e17eb10", "name": "openshift-service-ca.crt", "reconcileID": "ff3fc905-55af-436a-82fb-6d1d9d636b1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9e17eb10", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:02:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9e17eb10"}, "namespace": "ai-tenant-e2e-mt-9e17eb10", "name": "openshift-service-ca.crt", "reconcileID": "ff3fc905-55af-436a-82fb-6d1d9d636b1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9e17eb10"} 2026-07-08T22:02:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9e17eb10"}, "namespace": "ai-tenant-e2e-mt-9e17eb10", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bab01189-b3ea-4c59-bd37-fcd67849259d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9e17eb10"} 2026-07-08T22:02:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9e17eb10"}, "namespace": "ai-tenant-e2e-mt-9e17eb10", "name": "openshift-service-ca.crt", "reconcileID": "f4dbb35b-103f-482a-8cc0-898df3f45f78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9e17eb10"} 2026-07-08T22:02:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9e17eb10"}, "namespace": "ai-tenant-e2e-mt-9e17eb10", "name": "odh-trusted-ca-bundle", "reconcileID": "fa7335d8-6f47-49ef-843c-a723d290be2c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9e17eb10", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:02:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9e17eb10"}, "namespace": "ai-tenant-e2e-mt-9e17eb10", "name": "odh-trusted-ca-bundle", "reconcileID": "fa7335d8-6f47-49ef-843c-a723d290be2c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9e17eb10"} 2026-07-08T22:02:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9e17eb10"}, "namespace": "ai-tenant-e2e-mt-9e17eb10", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8f28ebf-eea1-4334-b4db-2820becf61cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9e17eb10"} 2026-07-08T22:03:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9e17eb10"}, "namespace": "ai-tenant-e2e-mt-9e17eb10", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46f7f541-c098-42c1-8d8e-383decc8bc0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9e17eb10"} 2026-07-08T22:03:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9e17eb10"}, "namespace": "ai-tenant-e2e-mt-9e17eb10", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46f7f541-c098-42c1-8d8e-383decc8bc0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9e17eb10", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:03:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9e17eb10"}, "namespace": "ai-tenant-e2e-mt-9e17eb10", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46f7f541-c098-42c1-8d8e-383decc8bc0e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-9e17eb10 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T22:03:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9e17eb10"}, "namespace": "ai-tenant-e2e-mt-9e17eb10", "name": "odh-trusted-ca-bundle", "reconcileID": "4d026f60-c72d-4db4-a4d4-2862db34f984", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9e17eb10"} 2026-07-08T22:03:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9e17eb10"}, "namespace": "ai-tenant-e2e-mt-9e17eb10", "name": "odh-trusted-ca-bundle", "reconcileID": "4d026f60-c72d-4db4-a4d4-2862db34f984", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9e17eb10"} 2026-07-08T22:03:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9e17eb10"}, "namespace": "ai-tenant-e2e-mt-9e17eb10", "name": "openshift-service-ca.crt", "reconcileID": "ffb9f970-e735-4461-a778-53507c95760d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9e17eb10"} 2026-07-08T22:03:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9e17eb10"}, "namespace": "ai-tenant-e2e-mt-9e17eb10", "name": "openshift-service-ca.crt", "reconcileID": "ffb9f970-e735-4461-a778-53507c95760d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9e17eb10"} 2026-07-08T22:03:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9e17eb10"}, "namespace": "ai-tenant-e2e-mt-9e17eb10", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75fb70b3-2a4a-4976-a96f-69faf2d86003", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9e17eb10"} 2026-07-08T22:03:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9e17eb10"}, "namespace": "ai-tenant-e2e-mt-9e17eb10", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75fb70b3-2a4a-4976-a96f-69faf2d86003", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9e17eb10"} 2026-07-08T22:03:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "0e02269b-57a6-4103-beb1-330f7f1122f8", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:02Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "0e02269b-57a6-4103-beb1-330f7f1122f8", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4-authn-ssl"} 2026-07-08T22:03:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "0e02269b-57a6-4103-beb1-330f7f1122f8", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "d87bfb86-d391-4bb8-8448-20161e798634", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "d87bfb86-d391-4bb8-8448-20161e798634", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4-authn-ssl"} 2026-07-08T22:03:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "d87bfb86-d391-4bb8-8448-20161e798634", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "f3ca21c3-4097-4f99-bac1-f3f811f378e9", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "f3ca21c3-4097-4f99-bac1-f3f811f378e9", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4-authn-ssl"} 2026-07-08T22:03:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "f3ca21c3-4097-4f99-bac1-f3f811f378e9", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "43c01278-b901-455d-92e4-7aada8a2aec1", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "43c01278-b901-455d-92e4-7aada8a2aec1", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4-authn-ssl"} 2026-07-08T22:03:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "43c01278-b901-455d-92e4-7aada8a2aec1", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "d57cd10c-ed22-411b-8cd9-5379d9d2217c", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "d57cd10c-ed22-411b-8cd9-5379d9d2217c", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4-authn-ssl"} 2026-07-08T22:03:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "d57cd10c-ed22-411b-8cd9-5379d9d2217c", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "fb06a61d-9951-457b-b006-94abadd5b872", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "fb06a61d-9951-457b-b006-94abadd5b872", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4-authn-ssl"} 2026-07-08T22:03:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "fb06a61d-9951-457b-b006-94abadd5b872", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "301772bd-81ee-4872-a163-f548616c2cdf", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "301772bd-81ee-4872-a163-f548616c2cdf", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4-authn-ssl"} 2026-07-08T22:03:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "301772bd-81ee-4872-a163-f548616c2cdf", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "openshift-service-ca.crt", "reconcileID": "7e67ab7f-9a09-43cd-a6f4-0cef376ee4c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "odh-trusted-ca-bundle", "reconcileID": "907c44a4-3197-4a77-8a06-06840ce0459f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "openshift-service-ca.crt", "reconcileID": "5ffd48b4-f7b5-43b1-82b8-61898ec81505", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-0303e4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:03:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "openshift-service-ca.crt", "reconcileID": "5ffd48b4-f7b5-43b1-82b8-61898ec81505", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e51bfb98-5ec4-4ad8-a8d5-8f80d682452d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "openshift-service-ca.crt", "reconcileID": "86300e75-1424-4a68-a8b2-eac76fe73e27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "odh-trusted-ca-bundle", "reconcileID": "43c22e58-25fc-479f-95a2-609f2010e7d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-0303e4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:03:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "odh-trusted-ca-bundle", "reconcileID": "43c22e58-25fc-479f-95a2-609f2010e7d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e37be1a-2060-463c-8658-c0344760d757", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "3df0880e-ddaa-4afc-86c1-332116ca5a26", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "3df0880e-ddaa-4afc-86c1-332116ca5a26", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4-authn-ssl"} 2026-07-08T22:03:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "3df0880e-ddaa-4afc-86c1-332116ca5a26", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eea21b56-87fc-43fe-857b-fc5d01d112a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:03:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "cd4319f8-f663-4777-b9e3-6b11cb02db68", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "cd4319f8-f663-4777-b9e3-6b11cb02db68", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea-authn-ssl"} 2026-07-08T22:03:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "cd4319f8-f663-4777-b9e3-6b11cb02db68", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "e43c9017-c295-4204-beba-ecdf67795848", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "e43c9017-c295-4204-beba-ecdf67795848", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea-authn-ssl"} 2026-07-08T22:03:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "e43c9017-c295-4204-beba-ecdf67795848", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "233e5c8f-9b70-4cc6-b490-ad5188273ef9", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "233e5c8f-9b70-4cc6-b490-ad5188273ef9", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea-authn-ssl"} 2026-07-08T22:03:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "233e5c8f-9b70-4cc6-b490-ad5188273ef9", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "3c94af03-e249-464a-a036-b8b93e39dfbf", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "3c94af03-e249-464a-a036-b8b93e39dfbf", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea-authn-ssl"} 2026-07-08T22:03:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "3c94af03-e249-464a-a036-b8b93e39dfbf", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "9b7cf8a0-191f-4c01-b56f-a6b98fff7ad0", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "9b7cf8a0-191f-4c01-b56f-a6b98fff7ad0", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea-authn-ssl"} 2026-07-08T22:03:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "9b7cf8a0-191f-4c01-b56f-a6b98fff7ad0", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "dceda668-e067-4156-b26e-c2e8df75a05b", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "dceda668-e067-4156-b26e-c2e8df75a05b", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea-authn-ssl"} 2026-07-08T22:03:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "dceda668-e067-4156-b26e-c2e8df75a05b", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "a87ecdd4-327f-45da-b9c8-894ba2321b84", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "a87ecdd4-327f-45da-b9c8-894ba2321b84", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea-authn-ssl"} 2026-07-08T22:03:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "a87ecdd4-327f-45da-b9c8-894ba2321b84", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "openshift-service-ca.crt", "reconcileID": "77397483-8560-4643-a96b-ef676c5c124d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "openshift-service-ca.crt", "reconcileID": "46eabfd4-7cf3-4fd7-a8ee-3ef035dd6b24", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:03:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "openshift-service-ca.crt", "reconcileID": "46eabfd4-7cf3-4fd7-a8ee-3ef035dd6b24", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "odh-trusted-ca-bundle", "reconcileID": "f052dfb8-4838-41d4-a7e3-d0368e50da43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:03:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "odh-trusted-ca-bundle", "reconcileID": "f052dfb8-4838-41d4-a7e3-d0368e50da43", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T22:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf8ba5ca-1f87-46d1-9782-56cd17f558b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "openshift-service-ca.crt", "reconcileID": "6418387a-5ef7-4afd-a038-1bbd899571b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "odh-trusted-ca-bundle", "reconcileID": "07a73572-fc75-4705-af21-b898f4470365", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "odh-trusted-ca-bundle", "reconcileID": "83652b88-9233-4854-be3d-893755bf82ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:03:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "odh-trusted-ca-bundle", "reconcileID": "83652b88-9233-4854-be3d-893755bf82ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61de2561-c69c-457a-a1cc-1e2836470e8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "4fb2b2a6-d78f-4d48-966f-66b84c4d7c1d", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "4fb2b2a6-d78f-4d48-966f-66b84c4d7c1d", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea-authn-ssl"} 2026-07-08T22:03:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "4fb2b2a6-d78f-4d48-966f-66b84c4d7c1d", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ac7c95ae-c166-4c64-8ad9-33c3226aa7c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:03:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "f4f96976-a45f-42d4-9088-b07ac80e4d88", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "f4f96976-a45f-42d4-9088-b07ac80e4d88", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4-authn-ssl"} 2026-07-08T22:03:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "f4f96976-a45f-42d4-9088-b07ac80e4d88", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "e2522d9d-4556-48b0-805a-f42d5fa9f75f", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "e2522d9d-4556-48b0-805a-f42d5fa9f75f", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "e2522d9d-4556-48b0-805a-f42d5fa9f75f", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "c5d40b05-2078-46a1-b0e5-8b36f7027a5b", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "e2522d9d-4556-48b0-805a-f42d5fa9f75f", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4-kserve-route-authn"} 2026-07-08T22:03:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "e2522d9d-4556-48b0-805a-f42d5fa9f75f", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4", "authType": "userdefined"} 2026-07-08T22:03:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "e2522d9d-4556-48b0-805a-f42d5fa9f75f", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "c5d40b05-2078-46a1-b0e5-8b36f7027a5b", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4-authn-ssl"} 2026-07-08T22:03:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "c5d40b05-2078-46a1-b0e5-8b36f7027a5b", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "fa47f71e-f2bd-4185-a932-9a6d7cd64869", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "fa47f71e-f2bd-4185-a932-9a6d7cd64869", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "fa47f71e-f2bd-4185-a932-9a6d7cd64869", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "fa47f71e-f2bd-4185-a932-9a6d7cd64869", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4-kserve-route-authn"} 2026-07-08T22:03:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "fa47f71e-f2bd-4185-a932-9a6d7cd64869", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4", "authType": "userdefined"} 2026-07-08T22:03:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "fa47f71e-f2bd-4185-a932-9a6d7cd64869", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "c227119d-078a-4756-a564-a623118f1c7b", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "c227119d-078a-4756-a564-a623118f1c7b", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea-authn-ssl"} 2026-07-08T22:03:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "c227119d-078a-4756-a564-a623118f1c7b", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "11fd898a-22ed-4736-825f-8a93fd07124f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:03:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "bfdbf104-8bb1-4769-952f-ce9f5fb34114", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "bfdbf104-8bb1-4769-952f-ce9f5fb34114", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4-authn-ssl"} 2026-07-08T22:03:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "bfdbf104-8bb1-4769-952f-ce9f5fb34114", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "7dac17ad-57a0-46c1-b782-bbf3d1f076ce", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "7dac17ad-57a0-46c1-b782-bbf3d1f076ce", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "7dac17ad-57a0-46c1-b782-bbf3d1f076ce", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "7dac17ad-57a0-46c1-b782-bbf3d1f076ce", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4-kserve-route-authn"} 2026-07-08T22:03:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "7dac17ad-57a0-46c1-b782-bbf3d1f076ce", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4", "authType": "userdefined"} 2026-07-08T22:03:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "7dac17ad-57a0-46c1-b782-bbf3d1f076ce", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8e2f1e0a-7136-414a-aaa1-8f8bc535ff2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:03:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "7b718257-52ce-42d3-be3e-b804d774c2b5", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "7b718257-52ce-42d3-be3e-b804d774c2b5", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "7b718257-52ce-42d3-be3e-b804d774c2b5", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "7b718257-52ce-42d3-be3e-b804d774c2b5", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4-kserve-route-authn"} 2026-07-08T22:03:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "7b718257-52ce-42d3-be3e-b804d774c2b5", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4", "authType": "userdefined"} 2026-07-08T22:03:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "7b718257-52ce-42d3-be3e-b804d774c2b5", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "f3ff3ade-c181-49ec-9f4a-1f6a73dfd265", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "f3ff3ade-c181-49ec-9f4a-1f6a73dfd265", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4-authn-ssl"} 2026-07-08T22:03:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "f3ff3ade-c181-49ec-9f4a-1f6a73dfd265", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:03:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "107f58de-9f51-41a9-96c8-0894a75cc59c", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "107f58de-9f51-41a9-96c8-0894a75cc59c", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "107f58de-9f51-41a9-96c8-0894a75cc59c", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "107f58de-9f51-41a9-96c8-0894a75cc59c", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4-kserve-route-authn"} 2026-07-08T22:03:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "107f58de-9f51-41a9-96c8-0894a75cc59c", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4", "authType": "userdefined"} 2026-07-08T22:03:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "107f58de-9f51-41a9-96c8-0894a75cc59c", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:03:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "e3d15646-7257-4f9e-9b80-ed40b21b4d5b", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "e3d15646-7257-4f9e-9b80-ed40b21b4d5b", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "e3d15646-7257-4f9e-9b80-ed40b21b4d5b", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "e3d15646-7257-4f9e-9b80-ed40b21b4d5b", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea-kserve-route-authn"} 2026-07-08T22:03:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "e3d15646-7257-4f9e-9b80-ed40b21b4d5b", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "authType": "userdefined"} 2026-07-08T22:03:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "e3d15646-7257-4f9e-9b80-ed40b21b4d5b", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "83039612-94a2-4ab5-bdf6-073f53433804", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "83039612-94a2-4ab5-bdf6-073f53433804", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea-authn-ssl"} 2026-07-08T22:03:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "83039612-94a2-4ab5-bdf6-073f53433804", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "b98409f2-f243-4a38-b83a-ec0938b71fdf", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "b98409f2-f243-4a38-b83a-ec0938b71fdf", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "b98409f2-f243-4a38-b83a-ec0938b71fdf", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "b98409f2-f243-4a38-b83a-ec0938b71fdf", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea-kserve-route-authn"} 2026-07-08T22:03:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "b98409f2-f243-4a38-b83a-ec0938b71fdf", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "authType": "userdefined"} 2026-07-08T22:03:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "b98409f2-f243-4a38-b83a-ec0938b71fdf", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "be7d5ceb-af62-49e0-b10b-0ce292363ede", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "be7d5ceb-af62-49e0-b10b-0ce292363ede", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea-authn-ssl"} 2026-07-08T22:03:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "be7d5ceb-af62-49e0-b10b-0ce292363ede", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "c704a027-38cd-4af7-a43c-570ddc7d1fe0", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "c704a027-38cd-4af7-a43c-570ddc7d1fe0", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "c704a027-38cd-4af7-a43c-570ddc7d1fe0", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "c704a027-38cd-4af7-a43c-570ddc7d1fe0", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea-kserve-route-authn"} 2026-07-08T22:03:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "c704a027-38cd-4af7-a43c-570ddc7d1fe0", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "authType": "userdefined"} 2026-07-08T22:03:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "c704a027-38cd-4af7-a43c-570ddc7d1fe0", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "38fa5b0e-b3b3-48dd-b814-2075d350b39a", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "38fa5b0e-b3b3-48dd-b814-2075d350b39a", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "38fa5b0e-b3b3-48dd-b814-2075d350b39a", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "38fa5b0e-b3b3-48dd-b814-2075d350b39a", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea-kserve-route-authn"} 2026-07-08T22:03:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "38fa5b0e-b3b3-48dd-b814-2075d350b39a", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "authType": "userdefined"} 2026-07-08T22:03:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "38fa5b0e-b3b3-48dd-b814-2075d350b39a", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "38b48bea-ca19-4cba-9f63-02f2952a081b", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "38b48bea-ca19-4cba-9f63-02f2952a081b", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea-authn-ssl"} 2026-07-08T22:03:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "38b48bea-ca19-4cba-9f63-02f2952a081b", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:03:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "d9ab9bdd-dbcd-425c-a4c9-2ed341afac65", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "d9ab9bdd-dbcd-425c-a4c9-2ed341afac65", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "d9ab9bdd-dbcd-425c-a4c9-2ed341afac65", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:03:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "d9ab9bdd-dbcd-425c-a4c9-2ed341afac65", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea-kserve-route-authn"} 2026-07-08T22:03:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "d9ab9bdd-dbcd-425c-a4c9-2ed341afac65", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "authType": "userdefined"} 2026-07-08T22:03:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "d9ab9bdd-dbcd-425c-a4c9-2ed341afac65", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:04:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "eeb20dd7-c3a2-4e20-875e-92177133d3fb", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:04:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "eeb20dd7-c3a2-4e20-875e-92177133d3fb", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4"} 2026-07-08T22:04:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "eeb20dd7-c3a2-4e20-875e-92177133d3fb", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:04:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "eeb20dd7-c3a2-4e20-875e-92177133d3fb", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:04:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "eeb20dd7-c3a2-4e20-875e-92177133d3fb", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4-kserve-route-authn"} 2026-07-08T22:04:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "eeb20dd7-c3a2-4e20-875e-92177133d3fb", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4-kserve-route-authn"} 2026-07-08T22:04:05Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "eeb20dd7-c3a2-4e20-875e-92177133d3fb", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:04:05Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "eeb20dd7-c3a2-4e20-875e-92177133d3fb", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:04:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "test-model-0303e4", "reconcileID": "8f2c8379-059e-4bd5-be28-48c2dc9f7544", "LLMInferenceService": "test-model-0303e4", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:04:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "70d848d8-e0ad-4d55-bd31-cba0d7c71f1e", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:04:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "70d848d8-e0ad-4d55-bd31-cba0d7c71f1e", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4-authn-ssl"} 2026-07-08T22:04:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "70d848d8-e0ad-4d55-bd31-cba0d7c71f1e", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:04:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "7d167983-1285-424f-ba77-74e2feab0bfe", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:04:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "7d167983-1285-424f-ba77-74e2feab0bfe", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4-authn-ssl"} 2026-07-08T22:04:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "7d167983-1285-424f-ba77-74e2feab0bfe", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:04:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "6acf2c09-9215-43ac-ae0f-2e5abe08a2f1", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:04:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "6acf2c09-9215-43ac-ae0f-2e5abe08a2f1", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea"} 2026-07-08T22:04:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "6acf2c09-9215-43ac-ae0f-2e5abe08a2f1", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:04:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "6acf2c09-9215-43ac-ae0f-2e5abe08a2f1", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:04:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "6acf2c09-9215-43ac-ae0f-2e5abe08a2f1", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea-kserve-route-authn"} 2026-07-08T22:04:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "6acf2c09-9215-43ac-ae0f-2e5abe08a2f1", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea-kserve-route-authn"} 2026-07-08T22:04:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "6acf2c09-9215-43ac-ae0f-2e5abe08a2f1", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:04:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "6acf2c09-9215-43ac-ae0f-2e5abe08a2f1", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:04:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "test-model-b6d4ea", "reconcileID": "37cb27f5-0700-462a-af1c-2b99016fd0c5", "LLMInferenceService": "test-model-b6d4ea", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:04:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "165f5ff5-f32c-4555-802d-74c263b11852", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:04:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "165f5ff5-f32c-4555-802d-74c263b11852", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea-authn-ssl"} 2026-07-08T22:04:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "165f5ff5-f32c-4555-802d-74c263b11852", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:04:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "b9141a2c-abc5-4304-b96c-b876487e0a32", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:04:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "b9141a2c-abc5-4304-b96c-b876487e0a32", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea-authn-ssl"} 2026-07-08T22:04:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "b9141a2c-abc5-4304-b96c-b876487e0a32", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:04:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9b52e2bd-1bb3-4727-bbf0-54308421751e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:04:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "46c99a76-23bd-4bb3-a4c7-e3eac41f4493", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:04:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "46c99a76-23bd-4bb3-a4c7-e3eac41f4493", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4-authn-ssl"} 2026-07-08T22:04:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "46c99a76-23bd-4bb3-a4c7-e3eac41f4493", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:04:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06733a42-c5c5-47bc-8164-7a57a74c7a71", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:04:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06733a42-c5c5-47bc-8164-7a57a74c7a71", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-0303e4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:04:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06733a42-c5c5-47bc-8164-7a57a74c7a71", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-0303e4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T22:04:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "odh-trusted-ca-bundle", "reconcileID": "de650dd2-1d28-493e-8a0c-576d5571987e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:04:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "odh-trusted-ca-bundle", "reconcileID": "de650dd2-1d28-493e-8a0c-576d5571987e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:04:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "openshift-service-ca.crt", "reconcileID": "b89b8184-f549-474e-b523-3a4f95f45adf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:04:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "openshift-service-ca.crt", "reconcileID": "b89b8184-f549-474e-b523-3a4f95f45adf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:04:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8941f16c-1dda-4387-9107-6477b4c90567", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:04:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0303e4"}, "namespace": "ai-tenant-e2e-inf-a-0303e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8941f16c-1dda-4387-9107-6477b4c90567", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-0303e4"} 2026-07-08T22:04:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0303e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0303e4", "reconcileID": "83cb5902-da61-4206-87a4-0f6a2b3c859d", "Gateway": "e2e-inf-a-0303e4", "namespace": "openshift-ingress"} 2026-07-08T22:04:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "36b7a003-ac01-4a7b-8769-e5507899f3d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:04:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "8dd77083-02f9-459f-bacd-c664a4342a28", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:04:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "8dd77083-02f9-459f-bacd-c664a4342a28", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea-authn-ssl"} 2026-07-08T22:04:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "8dd77083-02f9-459f-bacd-c664a4342a28", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:04:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c9c87ab-9ef1-4c69-88aa-66003a1729f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:04:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c9c87ab-9ef1-4c69-88aa-66003a1729f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:04:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c9c87ab-9ef1-4c69-88aa-66003a1729f0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-b6d4ea because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T22:04:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "odh-trusted-ca-bundle", "reconcileID": "16aa17ed-52e8-4a9f-9bb1-409edddfaf05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:04:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "odh-trusted-ca-bundle", "reconcileID": "16aa17ed-52e8-4a9f-9bb1-409edddfaf05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:04:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "openshift-service-ca.crt", "reconcileID": "9f47ed72-d51a-4d88-9674-b835e933d7ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:04:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "openshift-service-ca.crt", "reconcileID": "9f47ed72-d51a-4d88-9674-b835e933d7ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:04:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8fc527e-79eb-4b62-a662-e74452fd3b25", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:04:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b6d4ea"}, "namespace": "ai-tenant-e2e-inf-b-b6d4ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8fc527e-79eb-4b62-a662-e74452fd3b25", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b6d4ea"} 2026-07-08T22:04:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b6d4ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b6d4ea", "reconcileID": "1926c485-cba4-4bb1-835c-dc32d4b781a1", "Gateway": "e2e-inf-b-b6d4ea", "namespace": "openshift-ingress"} 2026-07-08T22:04:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "0134d230-90fa-49d4-ab96-cd2e3b6f269b", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:04:56Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "0134d230-90fa-49d4-ab96-cd2e3b6f269b", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0-authn-ssl"} 2026-07-08T22:04:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "0134d230-90fa-49d4-ab96-cd2e3b6f269b", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:04:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "9d0bd13b-3da3-4f2d-9318-485a842b0621", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:04:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "9d0bd13b-3da3-4f2d-9318-485a842b0621", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0-authn-ssl"} 2026-07-08T22:04:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "9d0bd13b-3da3-4f2d-9318-485a842b0621", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:04:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "01d40b2e-6ba3-49b8-888a-db41cb66acb1", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:04:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "01d40b2e-6ba3-49b8-888a-db41cb66acb1", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0-authn-ssl"} 2026-07-08T22:04:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "01d40b2e-6ba3-49b8-888a-db41cb66acb1", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:04:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "10731b54-b897-4937-9e05-2ffe54f397bb", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:04:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "10731b54-b897-4937-9e05-2ffe54f397bb", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0-authn-ssl"} 2026-07-08T22:04:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "10731b54-b897-4937-9e05-2ffe54f397bb", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:04:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "f6457368-baad-4eb7-949e-d778d38b3ab4", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:04:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "f6457368-baad-4eb7-949e-d778d38b3ab4", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0-authn-ssl"} 2026-07-08T22:04:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "f6457368-baad-4eb7-949e-d778d38b3ab4", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:04:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "790379b8-4972-4435-9043-a3cce9169b7a", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:04:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "790379b8-4972-4435-9043-a3cce9169b7a", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0-authn-ssl"} 2026-07-08T22:04:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "790379b8-4972-4435-9043-a3cce9169b7a", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:04:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "89dde8dc-e76d-46a0-8e90-1fb993fbee29", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:04:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "89dde8dc-e76d-46a0-8e90-1fb993fbee29", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0-authn-ssl"} 2026-07-08T22:04:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "89dde8dc-e76d-46a0-8e90-1fb993fbee29", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:04:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c32bb0"}, "namespace": "ai-tenant-e2e-api-a-c32bb0", "name": "openshift-service-ca.crt", "reconcileID": "b4df1dd5-a161-4f7d-9cca-08727203a41c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c32bb0"} 2026-07-08T22:04:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c32bb0"}, "namespace": "ai-tenant-e2e-api-a-c32bb0", "name": "odh-trusted-ca-bundle", "reconcileID": "1fe13f03-f0d8-4f75-9d76-04d7d07bf09e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c32bb0"} 2026-07-08T22:04:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c32bb0"}, "namespace": "ai-tenant-e2e-api-a-c32bb0", "name": "openshift-service-ca.crt", "reconcileID": "b0d9b61d-939f-498e-96eb-f9ca3af26ca0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c32bb0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:04:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c32bb0"}, "namespace": "ai-tenant-e2e-api-a-c32bb0", "name": "openshift-service-ca.crt", "reconcileID": "b0d9b61d-939f-498e-96eb-f9ca3af26ca0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c32bb0"} 2026-07-08T22:04:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c32bb0"}, "namespace": "ai-tenant-e2e-api-a-c32bb0", "name": "openshift-service-ca.crt", "reconcileID": "450cd0db-e8b3-4bde-8f77-6b78bffc526b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c32bb0"} 2026-07-08T22:04:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c32bb0"}, "namespace": "ai-tenant-e2e-api-a-c32bb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a20c5aaa-e60f-4e33-b9c5-2dafb29aa5eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c32bb0"} 2026-07-08T22:04:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c32bb0"}, "namespace": "ai-tenant-e2e-api-a-c32bb0", "name": "odh-trusted-ca-bundle", "reconcileID": "d13f6fe7-e779-42d3-9554-855dd5a5ffc5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c32bb0", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:04:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c32bb0"}, "namespace": "ai-tenant-e2e-api-a-c32bb0", "name": "odh-trusted-ca-bundle", "reconcileID": "d13f6fe7-e779-42d3-9554-855dd5a5ffc5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c32bb0"} 2026-07-08T22:04:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c32bb0"}, "namespace": "ai-tenant-e2e-api-a-c32bb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1d338fb-9cd6-4049-a760-1d9875116fdc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c32bb0"} 2026-07-08T22:05:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "824c3bb6-557a-45fd-9ad2-8c8241bfd074", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:05:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "824c3bb6-557a-45fd-9ad2-8c8241bfd074", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0-authn-ssl"} 2026-07-08T22:05:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "824c3bb6-557a-45fd-9ad2-8c8241bfd074", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:05:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cdf10131-db9b-468c-bc6c-6fa906aeb775", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:05:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "ddc7a6a9-454b-473c-9313-ca66de94b4b6", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:05:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "ddc7a6a9-454b-473c-9313-ca66de94b4b6", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0-authn-ssl"} 2026-07-08T22:05:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "ddc7a6a9-454b-473c-9313-ca66de94b4b6", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:05:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "5cd0dd51-6224-4a4c-a704-a4e54ecab8cd", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress"} 2026-07-08T22:05:04Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "5cd0dd51-6224-4a4c-a704-a4e54ecab8cd", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4-authn-ssl"} 2026-07-08T22:05:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "5cd0dd51-6224-4a4c-a704-a4e54ecab8cd", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress"} 2026-07-08T22:05:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "539e96b3-d9fd-43a0-81ed-e393cc3abdaa", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress"} 2026-07-08T22:05:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "539e96b3-d9fd-43a0-81ed-e393cc3abdaa", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4-authn-ssl"} 2026-07-08T22:05:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "539e96b3-d9fd-43a0-81ed-e393cc3abdaa", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress"} 2026-07-08T22:05:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "ba0f4719-e216-44c7-981e-97e31d708eb6", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress"} 2026-07-08T22:05:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "ba0f4719-e216-44c7-981e-97e31d708eb6", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4-authn-ssl"} 2026-07-08T22:05:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "ba0f4719-e216-44c7-981e-97e31d708eb6", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress"} 2026-07-08T22:05:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "55ba058a-b029-418a-aa02-39a368f818ee", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress"} 2026-07-08T22:05:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "55ba058a-b029-418a-aa02-39a368f818ee", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4-authn-ssl"} 2026-07-08T22:05:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "55ba058a-b029-418a-aa02-39a368f818ee", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress"} 2026-07-08T22:05:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "a2c962e3-71f4-42fd-8b39-8c8fb9e8dc03", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress"} 2026-07-08T22:05:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "a2c962e3-71f4-42fd-8b39-8c8fb9e8dc03", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4-authn-ssl"} 2026-07-08T22:05:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "a2c962e3-71f4-42fd-8b39-8c8fb9e8dc03", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress"} 2026-07-08T22:05:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "52701910-9898-4b52-b61d-ff1bf75376b6", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress"} 2026-07-08T22:05:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "52701910-9898-4b52-b61d-ff1bf75376b6", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4-authn-ssl"} 2026-07-08T22:05:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "52701910-9898-4b52-b61d-ff1bf75376b6", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress"} 2026-07-08T22:05:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "85962d6b-bba9-4150-ad81-53445fec0179", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress"} 2026-07-08T22:05:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "85962d6b-bba9-4150-ad81-53445fec0179", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4-authn-ssl"} 2026-07-08T22:05:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "85962d6b-bba9-4150-ad81-53445fec0179", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress"} 2026-07-08T22:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-dc88f4"}, "namespace": "ai-tenant-e2e-api-b-dc88f4", "name": "openshift-service-ca.crt", "reconcileID": "196593c5-a46c-406f-87b2-eb1b33eb7222", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-dc88f4"} 2026-07-08T22:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-dc88f4"}, "namespace": "ai-tenant-e2e-api-b-dc88f4", "name": "odh-trusted-ca-bundle", "reconcileID": "6e8d821f-ace7-41ef-982a-c1adf775a466", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dc88f4"} 2026-07-08T22:05:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-dc88f4"}, "namespace": "ai-tenant-e2e-api-b-dc88f4", "name": "openshift-service-ca.crt", "reconcileID": "d28548d8-22aa-4cdd-a383-e293f3b56a6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-dc88f4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:05:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-dc88f4"}, "namespace": "ai-tenant-e2e-api-b-dc88f4", "name": "openshift-service-ca.crt", "reconcileID": "d28548d8-22aa-4cdd-a383-e293f3b56a6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-dc88f4"} 2026-07-08T22:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dc88f4"}, "namespace": "ai-tenant-e2e-api-b-dc88f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4acc8183-4853-432c-8f27-30d42d241233", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dc88f4"} 2026-07-08T22:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-dc88f4"}, "namespace": "ai-tenant-e2e-api-b-dc88f4", "name": "openshift-service-ca.crt", "reconcileID": "2df04530-ad01-419d-a7c1-215e5532a723", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-dc88f4"} 2026-07-08T22:05:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-dc88f4"}, "namespace": "ai-tenant-e2e-api-b-dc88f4", "name": "odh-trusted-ca-bundle", "reconcileID": "88c6292c-b219-4830-bd06-814f6b4ad9c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dc88f4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:05:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-dc88f4"}, "namespace": "ai-tenant-e2e-api-b-dc88f4", "name": "odh-trusted-ca-bundle", "reconcileID": "88c6292c-b219-4830-bd06-814f6b4ad9c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dc88f4"} 2026-07-08T22:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dc88f4"}, "namespace": "ai-tenant-e2e-api-b-dc88f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afc88a75-26e8-4bde-bcfa-4ba95bbb0dd5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dc88f4"} 2026-07-08T22:05:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "ffca5041-8fd1-4af7-8808-a5d6a2f6f179", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress"} 2026-07-08T22:05:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "ffca5041-8fd1-4af7-8808-a5d6a2f6f179", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4-authn-ssl"} 2026-07-08T22:05:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "ffca5041-8fd1-4af7-8808-a5d6a2f6f179", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress"} 2026-07-08T22:05:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2aaffde9-b85a-42f8-b57b-fcaa62a9d1a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:05:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "251f8ef6-3db0-4978-aaa6-4053a81745ad", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:05:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "251f8ef6-3db0-4978-aaa6-4053a81745ad", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0-authn-ssl"} 2026-07-08T22:05:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "251f8ef6-3db0-4978-aaa6-4053a81745ad", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:05:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "37766f74-9d22-4925-8177-2fe7ef98b504", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress"} 2026-07-08T22:05:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "37766f74-9d22-4925-8177-2fe7ef98b504", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4-authn-ssl"} 2026-07-08T22:05:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "37766f74-9d22-4925-8177-2fe7ef98b504", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress"} 2026-07-08T22:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4e76c444-8236-4aaf-a36c-8a226c509e1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:05:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "55883799-7baa-40db-ba90-dacf9ee405a7", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:05:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "55883799-7baa-40db-ba90-dacf9ee405a7", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0-authn-ssl"} 2026-07-08T22:05:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "55883799-7baa-40db-ba90-dacf9ee405a7", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:05:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c32bb0"}, "namespace": "ai-tenant-e2e-api-a-c32bb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37afef61-5490-4bcd-8613-288e302f342f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c32bb0"} 2026-07-08T22:05:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c32bb0"}, "namespace": "ai-tenant-e2e-api-a-c32bb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37afef61-5490-4bcd-8613-288e302f342f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c32bb0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:05:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c32bb0"}, "namespace": "ai-tenant-e2e-api-a-c32bb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37afef61-5490-4bcd-8613-288e302f342f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-c32bb0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T22:05:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c32bb0"}, "namespace": "ai-tenant-e2e-api-a-c32bb0", "name": "odh-trusted-ca-bundle", "reconcileID": "2490c0bf-3037-4499-8f2e-3efef73fa393", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c32bb0"} 2026-07-08T22:05:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c32bb0"}, "namespace": "ai-tenant-e2e-api-a-c32bb0", "name": "odh-trusted-ca-bundle", "reconcileID": "2490c0bf-3037-4499-8f2e-3efef73fa393", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c32bb0"} 2026-07-08T22:05:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c32bb0"}, "namespace": "ai-tenant-e2e-api-a-c32bb0", "name": "openshift-service-ca.crt", "reconcileID": "a1f0f174-f1ef-45d0-a0b7-a898614cfcf8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c32bb0"} 2026-07-08T22:05:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c32bb0"}, "namespace": "ai-tenant-e2e-api-a-c32bb0", "name": "openshift-service-ca.crt", "reconcileID": "a1f0f174-f1ef-45d0-a0b7-a898614cfcf8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c32bb0"} 2026-07-08T22:05:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c32bb0"}, "namespace": "ai-tenant-e2e-api-a-c32bb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48522cf6-3da2-4d4d-86f7-05eebf1c0f14", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c32bb0"} 2026-07-08T22:05:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c32bb0"}, "namespace": "ai-tenant-e2e-api-a-c32bb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48522cf6-3da2-4d4d-86f7-05eebf1c0f14", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c32bb0"} 2026-07-08T22:05:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c32bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c32bb0", "reconcileID": "ec947a3a-153b-424c-8ccc-da8e4c2343c7", "Gateway": "e2e-api-a-c32bb0", "namespace": "openshift-ingress"} 2026-07-08T22:05:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7891027c-7356-46b3-a1e5-b14c55338676", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:05:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "02819d5a-ff13-4722-a7ac-a5686539d193", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress"} 2026-07-08T22:05:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "02819d5a-ff13-4722-a7ac-a5686539d193", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4-authn-ssl"} 2026-07-08T22:05:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "02819d5a-ff13-4722-a7ac-a5686539d193", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress"} 2026-07-08T22:05:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dc88f4"}, "namespace": "ai-tenant-e2e-api-b-dc88f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ad363d1-8e9e-4069-87e2-4ed0dfe24eaa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dc88f4"} 2026-07-08T22:05:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dc88f4"}, "namespace": "ai-tenant-e2e-api-b-dc88f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ad363d1-8e9e-4069-87e2-4ed0dfe24eaa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dc88f4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:05:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dc88f4"}, "namespace": "ai-tenant-e2e-api-b-dc88f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ad363d1-8e9e-4069-87e2-4ed0dfe24eaa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-dc88f4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T22:05:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-dc88f4"}, "namespace": "ai-tenant-e2e-api-b-dc88f4", "name": "odh-trusted-ca-bundle", "reconcileID": "2db02b0f-c428-4bf0-be01-ac553ac8bb6f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dc88f4"} 2026-07-08T22:05:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-dc88f4"}, "namespace": "ai-tenant-e2e-api-b-dc88f4", "name": "odh-trusted-ca-bundle", "reconcileID": "2db02b0f-c428-4bf0-be01-ac553ac8bb6f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dc88f4"} 2026-07-08T22:05:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-dc88f4"}, "namespace": "ai-tenant-e2e-api-b-dc88f4", "name": "openshift-service-ca.crt", "reconcileID": "a02b5678-d469-4782-ab3a-315ea1f55799", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-dc88f4"} 2026-07-08T22:05:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-dc88f4"}, "namespace": "ai-tenant-e2e-api-b-dc88f4", "name": "openshift-service-ca.crt", "reconcileID": "a02b5678-d469-4782-ab3a-315ea1f55799", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-dc88f4"} 2026-07-08T22:05:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dc88f4"}, "namespace": "ai-tenant-e2e-api-b-dc88f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca370cdc-30c5-4716-9873-b4881a0c6484", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dc88f4"} 2026-07-08T22:05:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dc88f4"}, "namespace": "ai-tenant-e2e-api-b-dc88f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca370cdc-30c5-4716-9873-b4881a0c6484", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dc88f4"} 2026-07-08T22:05:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dc88f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dc88f4", "reconcileID": "46dc5132-1870-4203-8aaa-d1a8a03061a5", "Gateway": "e2e-api-b-dc88f4", "namespace": "openshift-ingress"} 2026-07-08T22:05:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "dfbd4516-826d-47c3-8a84-8a660ad42ec9", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress"} 2026-07-08T22:05:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "dfbd4516-826d-47c3-8a84-8a660ad42ec9", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17-authn-ssl"} 2026-07-08T22:05:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "dfbd4516-826d-47c3-8a84-8a660ad42ec9", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress"} 2026-07-08T22:05:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "defed904-6417-4e08-a5cb-fd5117a14d63", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress"} 2026-07-08T22:05:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "defed904-6417-4e08-a5cb-fd5117a14d63", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17-authn-ssl"} 2026-07-08T22:05:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "defed904-6417-4e08-a5cb-fd5117a14d63", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress"} 2026-07-08T22:05:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "3d60052f-1969-4da2-8c8b-881df3b794f9", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress"} 2026-07-08T22:05:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "3d60052f-1969-4da2-8c8b-881df3b794f9", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17-authn-ssl"} 2026-07-08T22:05:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "3d60052f-1969-4da2-8c8b-881df3b794f9", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress"} 2026-07-08T22:05:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "3ef9be6e-5114-48c8-8907-444f2870baa9", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress"} 2026-07-08T22:05:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "3ef9be6e-5114-48c8-8907-444f2870baa9", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17-authn-ssl"} 2026-07-08T22:05:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "3ef9be6e-5114-48c8-8907-444f2870baa9", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress"} 2026-07-08T22:05:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "a1761b5f-db0f-4108-b4b7-ee2b9c60297f", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress"} 2026-07-08T22:05:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "a1761b5f-db0f-4108-b4b7-ee2b9c60297f", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17-authn-ssl"} 2026-07-08T22:05:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "a1761b5f-db0f-4108-b4b7-ee2b9c60297f", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress"} 2026-07-08T22:05:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "743bb257-2072-47ae-9f54-b30e5c51add9", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress"} 2026-07-08T22:05:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "743bb257-2072-47ae-9f54-b30e5c51add9", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17-authn-ssl"} 2026-07-08T22:05:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "743bb257-2072-47ae-9f54-b30e5c51add9", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress"} 2026-07-08T22:05:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "2ead1180-bbe5-4743-9141-d4c4689e4a64", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress"} 2026-07-08T22:05:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "2ead1180-bbe5-4743-9141-d4c4689e4a64", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17-authn-ssl"} 2026-07-08T22:05:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "2ead1180-bbe5-4743-9141-d4c4689e4a64", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress"} 2026-07-08T22:05:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-074c17"}, "namespace": "ai-tenant-e2e-shared-a-074c17", "name": "openshift-service-ca.crt", "reconcileID": "b2c9bb53-90df-47c0-a402-e02df2ae7e9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-074c17"} 2026-07-08T22:05:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-074c17"}, "namespace": "ai-tenant-e2e-shared-a-074c17", "name": "odh-trusted-ca-bundle", "reconcileID": "4f2481d0-61a2-48d4-a8bb-680a5027dd6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-074c17"} 2026-07-08T22:05:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-074c17"}, "namespace": "ai-tenant-e2e-shared-a-074c17", "name": "openshift-service-ca.crt", "reconcileID": "0005a2d0-7cdb-461f-88c2-0b9b8cac5b71", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-074c17", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:05:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-074c17"}, "namespace": "ai-tenant-e2e-shared-a-074c17", "name": "openshift-service-ca.crt", "reconcileID": "0005a2d0-7cdb-461f-88c2-0b9b8cac5b71", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-074c17"} 2026-07-08T22:05:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-074c17"}, "namespace": "ai-tenant-e2e-shared-a-074c17", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d5032e2-0052-486f-8097-8959b4de18e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-074c17"} 2026-07-08T22:05:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-074c17"}, "namespace": "ai-tenant-e2e-shared-a-074c17", "name": "openshift-service-ca.crt", "reconcileID": "4124af7d-ba52-4c18-8303-20c4db7e1700", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-074c17"} 2026-07-08T22:05:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-074c17"}, "namespace": "ai-tenant-e2e-shared-a-074c17", "name": "odh-trusted-ca-bundle", "reconcileID": "2b87db5e-0a5f-4a7e-bc9a-786a3fb04f21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-074c17", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:05:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-074c17"}, "namespace": "ai-tenant-e2e-shared-a-074c17", "name": "odh-trusted-ca-bundle", "reconcileID": "2b87db5e-0a5f-4a7e-bc9a-786a3fb04f21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-074c17"} 2026-07-08T22:05:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-074c17"}, "namespace": "ai-tenant-e2e-shared-a-074c17", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7bfbd6f8-2929-4fe4-9c13-a363708d6878", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-074c17"} 2026-07-08T22:05:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "9efe510c-000e-4bee-a729-33756434dc39", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress"} 2026-07-08T22:05:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "9efe510c-000e-4bee-a729-33756434dc39", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17-authn-ssl"} 2026-07-08T22:05:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "9efe510c-000e-4bee-a729-33756434dc39", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress"} 2026-07-08T22:05:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7c14ad0b-ebf7-4893-93f4-4b857378b6aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:05:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "23d36d9a-9444-4e7d-af29-70815be53ae3", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress"} 2026-07-08T22:05:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "23d36d9a-9444-4e7d-af29-70815be53ae3", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112-authn-ssl"} 2026-07-08T22:05:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "23d36d9a-9444-4e7d-af29-70815be53ae3", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress"} 2026-07-08T22:05:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "5eb08b7e-0343-40ed-b867-3759290f2105", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress"} 2026-07-08T22:05:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "5eb08b7e-0343-40ed-b867-3759290f2105", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112-authn-ssl"} 2026-07-08T22:05:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "5eb08b7e-0343-40ed-b867-3759290f2105", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress"} 2026-07-08T22:05:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "7b84f1d4-02e5-4117-8828-e92402ba47ef", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress"} 2026-07-08T22:05:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "7b84f1d4-02e5-4117-8828-e92402ba47ef", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112-authn-ssl"} 2026-07-08T22:05:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "7b84f1d4-02e5-4117-8828-e92402ba47ef", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress"} 2026-07-08T22:05:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "768b4653-7d30-4efd-927f-832cf61a5868", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress"} 2026-07-08T22:05:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "768b4653-7d30-4efd-927f-832cf61a5868", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112-authn-ssl"} 2026-07-08T22:05:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "768b4653-7d30-4efd-927f-832cf61a5868", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress"} 2026-07-08T22:05:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "6c73ff6e-d8c3-4023-a0d3-eaf7262d8869", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress"} 2026-07-08T22:05:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "6c73ff6e-d8c3-4023-a0d3-eaf7262d8869", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17-authn-ssl"} 2026-07-08T22:05:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "6c73ff6e-d8c3-4023-a0d3-eaf7262d8869", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress"} 2026-07-08T22:05:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "9c19ebf8-1226-406f-94d7-051a60397aa6", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress"} 2026-07-08T22:05:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "9c19ebf8-1226-406f-94d7-051a60397aa6", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112-authn-ssl"} 2026-07-08T22:05:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "9c19ebf8-1226-406f-94d7-051a60397aa6", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress"} 2026-07-08T22:05:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4df112"}, "namespace": "ai-tenant-e2e-shared-b-4df112", "name": "openshift-service-ca.crt", "reconcileID": "732c2710-58d2-4a67-843a-677a64dbe8b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4df112"} 2026-07-08T22:05:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4df112"}, "namespace": "ai-tenant-e2e-shared-b-4df112", "name": "odh-trusted-ca-bundle", "reconcileID": "396ad13d-520c-419e-a481-c3dae4a35967", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4df112"} 2026-07-08T22:05:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4df112"}, "namespace": "ai-tenant-e2e-shared-b-4df112", "name": "openshift-service-ca.crt", "reconcileID": "d4e9f85f-c80c-421b-9d30-ed945dd775cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4df112", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:05:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4df112"}, "namespace": "ai-tenant-e2e-shared-b-4df112", "name": "openshift-service-ca.crt", "reconcileID": "d4e9f85f-c80c-421b-9d30-ed945dd775cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4df112"} 2026-07-08T22:05:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4df112"}, "namespace": "ai-tenant-e2e-shared-b-4df112", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77ecc216-3ed2-4e75-b6f7-692db5074440", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4df112"} 2026-07-08T22:05:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4df112"}, "namespace": "ai-tenant-e2e-shared-b-4df112", "name": "openshift-service-ca.crt", "reconcileID": "01b400d9-b1ec-49ff-990a-6bc8e6a3b659", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4df112"} 2026-07-08T22:05:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4df112"}, "namespace": "ai-tenant-e2e-shared-b-4df112", "name": "odh-trusted-ca-bundle", "reconcileID": "15668790-7762-4291-afd1-da7170985068", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4df112", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:05:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4df112"}, "namespace": "ai-tenant-e2e-shared-b-4df112", "name": "odh-trusted-ca-bundle", "reconcileID": "15668790-7762-4291-afd1-da7170985068", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4df112"} 2026-07-08T22:05:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4df112"}, "namespace": "ai-tenant-e2e-shared-b-4df112", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a86a82d0-0298-45aa-a4b5-7b64c901391f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4df112"} 2026-07-08T22:05:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "b56471f7-cad8-4c29-a03f-b7920e7045fe", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress"} 2026-07-08T22:05:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "b56471f7-cad8-4c29-a03f-b7920e7045fe", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112-authn-ssl"} 2026-07-08T22:05:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "b56471f7-cad8-4c29-a03f-b7920e7045fe", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress"} 2026-07-08T22:05:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "adb4e7d4-0c61-426c-999a-49a3f823f36f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:05:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "6c1686a0-fb9e-472e-a66f-cdc633cd70c3", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress"} 2026-07-08T22:05:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "6c1686a0-fb9e-472e-a66f-cdc633cd70c3", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112-authn-ssl"} 2026-07-08T22:05:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "6c1686a0-fb9e-472e-a66f-cdc633cd70c3", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress"} 2026-07-08T22:05:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "36091c24-19ac-4481-bfc5-310daed182bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:05:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "61988af3-28ff-49f1-a634-019f2730ad36", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:06:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bf9821e6-93ee-4867-bd29-98fc0c1faefa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:08:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ad638554-4050-4a5c-b535-c0cf8974f425", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:08:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "c86771a9-85cb-4550-bbcc-57395e6b27d4", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress"} 2026-07-08T22:08:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "c86771a9-85cb-4550-bbcc-57395e6b27d4", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17-authn-ssl"} 2026-07-08T22:08:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "c86771a9-85cb-4550-bbcc-57395e6b27d4", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress"} 2026-07-08T22:09:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-074c17"}, "namespace": "ai-tenant-e2e-shared-a-074c17", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23e3b828-1964-477c-81b7-76cbb30368ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-074c17"} 2026-07-08T22:09:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-074c17"}, "namespace": "ai-tenant-e2e-shared-a-074c17", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23e3b828-1964-477c-81b7-76cbb30368ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-074c17", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:09:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-074c17"}, "namespace": "ai-tenant-e2e-shared-a-074c17", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23e3b828-1964-477c-81b7-76cbb30368ec", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-074c17 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T22:09:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-074c17"}, "namespace": "ai-tenant-e2e-shared-a-074c17", "name": "odh-trusted-ca-bundle", "reconcileID": "1df096e7-428b-46f5-bfd7-7b20680c7bbd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-074c17"} 2026-07-08T22:09:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-074c17"}, "namespace": "ai-tenant-e2e-shared-a-074c17", "name": "odh-trusted-ca-bundle", "reconcileID": "1df096e7-428b-46f5-bfd7-7b20680c7bbd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-074c17"} 2026-07-08T22:09:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-074c17"}, "namespace": "ai-tenant-e2e-shared-a-074c17", "name": "openshift-service-ca.crt", "reconcileID": "5ac337fd-aba7-44a7-b527-698f569bff24", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-074c17"} 2026-07-08T22:09:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-074c17"}, "namespace": "ai-tenant-e2e-shared-a-074c17", "name": "openshift-service-ca.crt", "reconcileID": "5ac337fd-aba7-44a7-b527-698f569bff24", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-074c17"} 2026-07-08T22:09:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-074c17"}, "namespace": "ai-tenant-e2e-shared-a-074c17", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fc4e85d-d926-4aaa-a906-12bfb8cae598", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-074c17"} 2026-07-08T22:09:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-074c17"}, "namespace": "ai-tenant-e2e-shared-a-074c17", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fc4e85d-d926-4aaa-a906-12bfb8cae598", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-074c17"} 2026-07-08T22:09:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-074c17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-074c17", "reconcileID": "76bbdabf-cc7a-47da-9d58-a11063192656", "Gateway": "e2e-shared-a-074c17", "namespace": "openshift-ingress"} 2026-07-08T22:09:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "619878ec-7a8f-4259-9f3f-dfb2f6d2d220", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:09:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "7220b863-e055-4b0c-825d-bf9c8ebec0a0", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress"} 2026-07-08T22:09:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "7220b863-e055-4b0c-825d-bf9c8ebec0a0", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112-authn-ssl"} 2026-07-08T22:09:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "7220b863-e055-4b0c-825d-bf9c8ebec0a0", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress"} 2026-07-08T22:09:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4df112"}, "namespace": "ai-tenant-e2e-shared-b-4df112", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbed0566-46c3-4ee4-92e2-380dfe862413", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4df112"} 2026-07-08T22:09:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4df112"}, "namespace": "ai-tenant-e2e-shared-b-4df112", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbed0566-46c3-4ee4-92e2-380dfe862413", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4df112", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:09:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4df112"}, "namespace": "ai-tenant-e2e-shared-b-4df112", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbed0566-46c3-4ee4-92e2-380dfe862413", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-4df112 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T22:09:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4df112"}, "namespace": "ai-tenant-e2e-shared-b-4df112", "name": "odh-trusted-ca-bundle", "reconcileID": "d4612af2-1c3a-4138-9f93-29da86173643", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4df112"} 2026-07-08T22:09:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4df112"}, "namespace": "ai-tenant-e2e-shared-b-4df112", "name": "odh-trusted-ca-bundle", "reconcileID": "d4612af2-1c3a-4138-9f93-29da86173643", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4df112"} 2026-07-08T22:09:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4df112"}, "namespace": "ai-tenant-e2e-shared-b-4df112", "name": "openshift-service-ca.crt", "reconcileID": "0a09b295-cd2e-406b-97ec-f92be2b211dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4df112"} 2026-07-08T22:09:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4df112"}, "namespace": "ai-tenant-e2e-shared-b-4df112", "name": "openshift-service-ca.crt", "reconcileID": "0a09b295-cd2e-406b-97ec-f92be2b211dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4df112"} 2026-07-08T22:09:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4df112"}, "namespace": "ai-tenant-e2e-shared-b-4df112", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccbea404-3f7d-473d-834e-9f45c20769c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4df112"} 2026-07-08T22:09:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4df112"}, "namespace": "ai-tenant-e2e-shared-b-4df112", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccbea404-3f7d-473d-834e-9f45c20769c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4df112"} 2026-07-08T22:09:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4df112","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4df112", "reconcileID": "dcdb7872-33e6-4ecb-b7b1-91ebec81079f", "Gateway": "e2e-shared-b-4df112", "namespace": "openshift-ingress"}