2026-07-09T04:12:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2caa4922"}, "namespace": "ai-tenant-e2e-mt-2caa4922", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a300d6e0-92be-442b-bd79-362ceffe3f33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2caa4922"} 2026-07-09T04:12:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-2caa4922"}, "namespace": "ai-tenant-e2e-mt-2caa4922", "name": "openshift-service-ca.crt", "reconcileID": "118f8c55-5179-476a-91aa-ce56c72f0ec5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-2caa4922"} 2026-07-09T04:12:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2caa4922"}, "namespace": "ai-tenant-e2e-mt-2caa4922", "name": "odh-trusted-ca-bundle", "reconcileID": "9a5b6d1b-b321-4f89-99d8-92a040b4a6ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-2caa4922", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:12:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2caa4922"}, "namespace": "ai-tenant-e2e-mt-2caa4922", "name": "odh-trusted-ca-bundle", "reconcileID": "9a5b6d1b-b321-4f89-99d8-92a040b4a6ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-2caa4922"} 2026-07-09T04:12:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2caa4922"}, "namespace": "ai-tenant-e2e-mt-2caa4922", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41ce3095-3bac-40da-bbaa-cc605222692c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2caa4922"} 2026-07-09T04:13:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2caa4922"}, "namespace": "ai-tenant-e2e-mt-2caa4922", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "751ea287-3229-4d0e-948f-9b650d0735dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2caa4922"} 2026-07-09T04:13:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2caa4922"}, "namespace": "ai-tenant-e2e-mt-2caa4922", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "751ea287-3229-4d0e-948f-9b650d0735dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2caa4922", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:13:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2caa4922"}, "namespace": "ai-tenant-e2e-mt-2caa4922", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "751ea287-3229-4d0e-948f-9b650d0735dc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-2caa4922 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T04:13:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2caa4922"}, "namespace": "ai-tenant-e2e-mt-2caa4922", "name": "odh-trusted-ca-bundle", "reconcileID": "bfc99b0f-2e75-41da-9bab-23afa1656ef3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-2caa4922"} 2026-07-09T04:13:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2caa4922"}, "namespace": "ai-tenant-e2e-mt-2caa4922", "name": "odh-trusted-ca-bundle", "reconcileID": "bfc99b0f-2e75-41da-9bab-23afa1656ef3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-2caa4922"} 2026-07-09T04:13:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-2caa4922"}, "namespace": "ai-tenant-e2e-mt-2caa4922", "name": "openshift-service-ca.crt", "reconcileID": "91cc7a57-e132-439a-92ad-8ede798a1aef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-2caa4922"} 2026-07-09T04:13:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-2caa4922"}, "namespace": "ai-tenant-e2e-mt-2caa4922", "name": "openshift-service-ca.crt", "reconcileID": "91cc7a57-e132-439a-92ad-8ede798a1aef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-2caa4922"} 2026-07-09T04:13:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2caa4922"}, "namespace": "ai-tenant-e2e-mt-2caa4922", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b37954e6-5b20-4007-aaed-c706e6fd8320", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2caa4922"} 2026-07-09T04:13:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2caa4922"}, "namespace": "ai-tenant-e2e-mt-2caa4922", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b37954e6-5b20-4007-aaed-c706e6fd8320", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2caa4922"} 2026-07-09T04:13:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "59a325f7-d6d8-426a-868a-622fb098368f", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "59a325f7-d6d8-426a-868a-622fb098368f", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca-authn-ssl"} 2026-07-09T04:13:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "59a325f7-d6d8-426a-868a-622fb098368f", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "bbffecfa-8524-42f2-98e9-0b09329be258", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "bbffecfa-8524-42f2-98e9-0b09329be258", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca-authn-ssl"} 2026-07-09T04:13:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "bbffecfa-8524-42f2-98e9-0b09329be258", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "9988bfaf-c04b-48b9-8e6c-2965540b4112", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "9988bfaf-c04b-48b9-8e6c-2965540b4112", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca-authn-ssl"} 2026-07-09T04:13:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "9988bfaf-c04b-48b9-8e6c-2965540b4112", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "c9078ffa-9f18-4f72-b82d-32bb9b20935a", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "c9078ffa-9f18-4f72-b82d-32bb9b20935a", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca-authn-ssl"} 2026-07-09T04:13:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "c9078ffa-9f18-4f72-b82d-32bb9b20935a", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "6d28c912-98e7-48b7-96c9-d053f14c6f85", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "6d28c912-98e7-48b7-96c9-d053f14c6f85", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca-authn-ssl"} 2026-07-09T04:13:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "6d28c912-98e7-48b7-96c9-d053f14c6f85", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "1cc277d4-e6dd-41e5-9134-ea70fca84dfc", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "1cc277d4-e6dd-41e5-9134-ea70fca84dfc", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca-authn-ssl"} 2026-07-09T04:13:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "1cc277d4-e6dd-41e5-9134-ea70fca84dfc", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "0e996c47-888e-4ee1-aef2-117de8cc9d99", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "0e996c47-888e-4ee1-aef2-117de8cc9d99", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca-authn-ssl"} 2026-07-09T04:13:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "0e996c47-888e-4ee1-aef2-117de8cc9d99", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "openshift-service-ca.crt", "reconcileID": "323c929e-b0b5-436c-bf1f-7e56e255ff41", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "odh-trusted-ca-bundle", "reconcileID": "86fc07ae-d87e-4aee-8e01-c3c084d0c02a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "openshift-service-ca.crt", "reconcileID": "4d80035c-afe1-4fd5-abfc-e114d83cd518", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:13:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "openshift-service-ca.crt", "reconcileID": "4d80035c-afe1-4fd5-abfc-e114d83cd518", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4abdd3b2-5a4b-45f0-a0fb-0c0939fd488f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "openshift-service-ca.crt", "reconcileID": "10dc0a41-82e2-4ba7-a7a7-93f4475ede7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "odh-trusted-ca-bundle", "reconcileID": "4a98d36b-94f2-460f-98f7-ca3abd2a41a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:13:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "odh-trusted-ca-bundle", "reconcileID": "4a98d36b-94f2-460f-98f7-ca3abd2a41a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe7e38a3-1e10-4eff-8a25-57cf5d37c92e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "1e214387-f984-4758-9179-536c07f02604", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "1e214387-f984-4758-9179-536c07f02604", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca-authn-ssl"} 2026-07-09T04:13:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "1e214387-f984-4758-9179-536c07f02604", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "52905ed3-aa52-4b7d-af7e-a186ed81bdef", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:13:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "1bff85fa-f808-4646-bbbf-087629de1c08", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:13:11Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "1bff85fa-f808-4646-bbbf-087629de1c08", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f-authn-ssl"} 2026-07-09T04:13:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "1bff85fa-f808-4646-bbbf-087629de1c08", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:13:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "db2d85d1-80bc-4086-b26c-5bf7af3802ef", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:13:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "db2d85d1-80bc-4086-b26c-5bf7af3802ef", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f-authn-ssl"} 2026-07-09T04:13:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "db2d85d1-80bc-4086-b26c-5bf7af3802ef", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:13:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "20f6fdd8-a82f-4421-9f06-c19b176140cd", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:13:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "20f6fdd8-a82f-4421-9f06-c19b176140cd", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f-authn-ssl"} 2026-07-09T04:13:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "20f6fdd8-a82f-4421-9f06-c19b176140cd", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:13:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "8b2d8bb2-88c6-4a7c-b509-3efe720c7b5b", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:13:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "8b2d8bb2-88c6-4a7c-b509-3efe720c7b5b", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f-authn-ssl"} 2026-07-09T04:13:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "8b2d8bb2-88c6-4a7c-b509-3efe720c7b5b", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:13:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "d5ffaf9a-f697-424f-a124-08daa1de88d2", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:13:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "d5ffaf9a-f697-424f-a124-08daa1de88d2", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f-authn-ssl"} 2026-07-09T04:13:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "d5ffaf9a-f697-424f-a124-08daa1de88d2", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:13:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "3ddcf316-6a55-4dd5-9e20-9e4209d3f13a", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:13:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "3ddcf316-6a55-4dd5-9e20-9e4209d3f13a", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f-authn-ssl"} 2026-07-09T04:13:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "3ddcf316-6a55-4dd5-9e20-9e4209d3f13a", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:13:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "9fbd9def-f07d-4170-983a-31e256d05133", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:13:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "9fbd9def-f07d-4170-983a-31e256d05133", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f-authn-ssl"} 2026-07-09T04:13:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "9fbd9def-f07d-4170-983a-31e256d05133", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:13:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "openshift-service-ca.crt", "reconcileID": "0a902567-b6e9-4f4f-b112-5be2ebd5b202", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:13:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "odh-trusted-ca-bundle", "reconcileID": "c162acb4-ad03-473a-98e0-2e1f50f725e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:13:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "openshift-service-ca.crt", "reconcileID": "c95634d2-b0a2-47c3-8603-fcb79da09038", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:13:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "openshift-service-ca.crt", "reconcileID": "c95634d2-b0a2-47c3-8603-fcb79da09038", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:13:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5285f69-bb44-4068-8aae-f90246455c72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:13:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "openshift-service-ca.crt", "reconcileID": "f1d26ac8-bfe2-41b4-b6e6-cee9b0c0dd55", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:13:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "odh-trusted-ca-bundle", "reconcileID": "b0cccc1b-9b98-43a4-b13e-23c7f69fd90a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:13:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "odh-trusted-ca-bundle", "reconcileID": "b0cccc1b-9b98-43a4-b13e-23c7f69fd90a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:13:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "265251f0-bda2-4c24-bea1-370602e91589", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:13:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "580c2370-d0f7-4342-9f81-bd354976ee23", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:13:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "580c2370-d0f7-4342-9f81-bd354976ee23", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f-authn-ssl"} 2026-07-09T04:13:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "580c2370-d0f7-4342-9f81-bd354976ee23", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:13:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e1c07eb6-e8c0-4560-8783-c3c1d4934bdc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:13:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "fba8edb3-1123-4ef2-aad7-6743c409057b", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "fba8edb3-1123-4ef2-aad7-6743c409057b", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca-authn-ssl"} 2026-07-09T04:13:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "fba8edb3-1123-4ef2-aad7-6743c409057b", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "3191cb2e-6b92-485a-a8b7-bd4a2aef6c19", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "3191cb2e-6b92-485a-a8b7-bd4a2aef6c19", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "3191cb2e-6b92-485a-a8b7-bd4a2aef6c19", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "2c7bf7f5-1e98-4b89-af9f-9447a81958ce", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "3191cb2e-6b92-485a-a8b7-bd4a2aef6c19", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca-kserve-route-authn"} 2026-07-09T04:13:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "3191cb2e-6b92-485a-a8b7-bd4a2aef6c19", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "authType": "userdefined"} 2026-07-09T04:13:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "3191cb2e-6b92-485a-a8b7-bd4a2aef6c19", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "2c7bf7f5-1e98-4b89-af9f-9447a81958ce", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca-authn-ssl"} 2026-07-09T04:13:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "2c7bf7f5-1e98-4b89-af9f-9447a81958ce", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "4fec679b-94a6-4efe-88f1-417108d3eda3", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "4fec679b-94a6-4efe-88f1-417108d3eda3", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "4fec679b-94a6-4efe-88f1-417108d3eda3", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "4fec679b-94a6-4efe-88f1-417108d3eda3", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca-kserve-route-authn"} 2026-07-09T04:13:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "4fec679b-94a6-4efe-88f1-417108d3eda3", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "authType": "userdefined"} 2026-07-09T04:13:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "4fec679b-94a6-4efe-88f1-417108d3eda3", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "f82c24bc-479a-4f3e-8515-77c677a007aa", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:13:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "f82c24bc-479a-4f3e-8515-77c677a007aa", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f-authn-ssl"} 2026-07-09T04:13:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "f82c24bc-479a-4f3e-8515-77c677a007aa", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:13:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "72ed4d41-1819-4ff3-a97e-d14c341df63e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:13:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "b3eab69f-1085-4f4f-8056-053d47b37248", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "b3eab69f-1085-4f4f-8056-053d47b37248", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca-authn-ssl"} 2026-07-09T04:13:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "b3eab69f-1085-4f4f-8056-053d47b37248", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "08d7f863-72cc-419b-8505-ccf4b16921fd", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "08d7f863-72cc-419b-8505-ccf4b16921fd", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "08d7f863-72cc-419b-8505-ccf4b16921fd", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "08d7f863-72cc-419b-8505-ccf4b16921fd", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca-kserve-route-authn"} 2026-07-09T04:13:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "08d7f863-72cc-419b-8505-ccf4b16921fd", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "authType": "userdefined"} 2026-07-09T04:13:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "08d7f863-72cc-419b-8505-ccf4b16921fd", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "19a293db-eaab-4e19-973e-d6af5c6e55ce", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "19a293db-eaab-4e19-973e-d6af5c6e55ce", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca-authn-ssl"} 2026-07-09T04:13:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "19a293db-eaab-4e19-973e-d6af5c6e55ce", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:13:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "27bbf028-f70c-403d-b91a-14e5250e3fe6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:13:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "4b1ed242-1b9d-476f-939f-7f46c8f977cb", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "4b1ed242-1b9d-476f-939f-7f46c8f977cb", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "4b1ed242-1b9d-476f-939f-7f46c8f977cb", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "4b1ed242-1b9d-476f-939f-7f46c8f977cb", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca-kserve-route-authn"} 2026-07-09T04:13:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "4b1ed242-1b9d-476f-939f-7f46c8f977cb", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "authType": "userdefined"} 2026-07-09T04:13:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "4b1ed242-1b9d-476f-939f-7f46c8f977cb", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:13:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "8675abe9-d4dc-4311-9401-eed9690bba48", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:13:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "8675abe9-d4dc-4311-9401-eed9690bba48", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:13:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "8675abe9-d4dc-4311-9401-eed9690bba48", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:13:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "8675abe9-d4dc-4311-9401-eed9690bba48", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f-kserve-route-authn"} 2026-07-09T04:13:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "8675abe9-d4dc-4311-9401-eed9690bba48", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "authType": "userdefined"} 2026-07-09T04:13:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "8675abe9-d4dc-4311-9401-eed9690bba48", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:13:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "873940ac-6547-4b45-9b70-8ca158a197d7", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:13:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "873940ac-6547-4b45-9b70-8ca158a197d7", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f-authn-ssl"} 2026-07-09T04:13:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "873940ac-6547-4b45-9b70-8ca158a197d7", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:13:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "01aaa6f1-2355-410e-8563-12b38dca361f", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:13:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "01aaa6f1-2355-410e-8563-12b38dca361f", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:13:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "01aaa6f1-2355-410e-8563-12b38dca361f", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:13:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "01aaa6f1-2355-410e-8563-12b38dca361f", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f-kserve-route-authn"} 2026-07-09T04:13:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "01aaa6f1-2355-410e-8563-12b38dca361f", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "authType": "userdefined"} 2026-07-09T04:13:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "01aaa6f1-2355-410e-8563-12b38dca361f", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:13:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "5ca188bd-1f9b-4a6a-a570-ea78b732a8a3", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:13:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "5ca188bd-1f9b-4a6a-a570-ea78b732a8a3", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f-authn-ssl"} 2026-07-09T04:13:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "5ca188bd-1f9b-4a6a-a570-ea78b732a8a3", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:13:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "6a300f42-e603-4842-91d7-f0f1eb1dae51", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:13:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "6a300f42-e603-4842-91d7-f0f1eb1dae51", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:13:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "6a300f42-e603-4842-91d7-f0f1eb1dae51", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:13:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "6a300f42-e603-4842-91d7-f0f1eb1dae51", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f-kserve-route-authn"} 2026-07-09T04:13:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "6a300f42-e603-4842-91d7-f0f1eb1dae51", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "authType": "userdefined"} 2026-07-09T04:13:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "6a300f42-e603-4842-91d7-f0f1eb1dae51", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:14:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "bbdecad9-3a8d-4ddb-8824-6305ce0577fa", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:14:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "bbdecad9-3a8d-4ddb-8824-6305ce0577fa", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:14:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "bbdecad9-3a8d-4ddb-8824-6305ce0577fa", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:14:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "bbdecad9-3a8d-4ddb-8824-6305ce0577fa", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f-kserve-route-authn"} 2026-07-09T04:14:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "bbdecad9-3a8d-4ddb-8824-6305ce0577fa", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "authType": "userdefined"} 2026-07-09T04:14:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "bbdecad9-3a8d-4ddb-8824-6305ce0577fa", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:14:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "10425421-d513-4931-b818-8cc779e9bef2", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:14:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "10425421-d513-4931-b818-8cc779e9bef2", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:14:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "10425421-d513-4931-b818-8cc779e9bef2", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:14:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "10425421-d513-4931-b818-8cc779e9bef2", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f-kserve-route-authn"} 2026-07-09T04:14:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "10425421-d513-4931-b818-8cc779e9bef2", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "authType": "userdefined"} 2026-07-09T04:14:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "10425421-d513-4931-b818-8cc779e9bef2", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:14:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "e5753057-fc69-41f4-8d5b-43133e026038", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:14:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "e5753057-fc69-41f4-8d5b-43133e026038", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f-authn-ssl"} 2026-07-09T04:14:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "e5753057-fc69-41f4-8d5b-43133e026038", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:14:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "8bfc8073-6766-4c9f-910f-b74b4f74b80a", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:14:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "8bfc8073-6766-4c9f-910f-b74b4f74b80a", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca"} 2026-07-09T04:14:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "8bfc8073-6766-4c9f-910f-b74b4f74b80a", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:14:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "8bfc8073-6766-4c9f-910f-b74b4f74b80a", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:14:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "8bfc8073-6766-4c9f-910f-b74b4f74b80a", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca-kserve-route-authn"} 2026-07-09T04:14:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "8bfc8073-6766-4c9f-910f-b74b4f74b80a", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca-kserve-route-authn"} 2026-07-09T04:14:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "8bfc8073-6766-4c9f-910f-b74b4f74b80a", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:14:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "8bfc8073-6766-4c9f-910f-b74b4f74b80a", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:14:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "test-model-2eb6ca", "reconcileID": "56b3b667-a43f-49e9-b704-da59505494b7", "LLMInferenceService": "test-model-2eb6ca", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:14:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "e74faf79-7f73-4aea-acfb-318795c00fa1", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:14:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "e74faf79-7f73-4aea-acfb-318795c00fa1", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca-authn-ssl"} 2026-07-09T04:14:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "e74faf79-7f73-4aea-acfb-318795c00fa1", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:14:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "a2df86b2-f2ae-4dcc-b3ed-93dcb3d37c6d", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:14:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "a2df86b2-f2ae-4dcc-b3ed-93dcb3d37c6d", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca-authn-ssl"} 2026-07-09T04:14:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "a2df86b2-f2ae-4dcc-b3ed-93dcb3d37c6d", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:14:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "ded5beb4-02c0-4895-98ff-0ed90f9e30b8", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:14:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "ded5beb4-02c0-4895-98ff-0ed90f9e30b8", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f"} 2026-07-09T04:14:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "ded5beb4-02c0-4895-98ff-0ed90f9e30b8", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:14:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "ded5beb4-02c0-4895-98ff-0ed90f9e30b8", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:14:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "ded5beb4-02c0-4895-98ff-0ed90f9e30b8", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f-kserve-route-authn"} 2026-07-09T04:14:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "ded5beb4-02c0-4895-98ff-0ed90f9e30b8", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f-kserve-route-authn"} 2026-07-09T04:14:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "ded5beb4-02c0-4895-98ff-0ed90f9e30b8", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:14:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "ded5beb4-02c0-4895-98ff-0ed90f9e30b8", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:14:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "test-model-2dbf5f", "reconcileID": "3e5848e2-79b3-454f-9213-c7ccbaa780d1", "LLMInferenceService": "test-model-2dbf5f", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:14:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "a5264dfa-960b-4409-8977-0bfba42a60a5", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:14:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "a5264dfa-960b-4409-8977-0bfba42a60a5", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f-authn-ssl"} 2026-07-09T04:14:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "a5264dfa-960b-4409-8977-0bfba42a60a5", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:14:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "a335b6fb-b4d1-409e-a57f-82dfd7390a8f", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:14:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "a335b6fb-b4d1-409e-a57f-82dfd7390a8f", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f-authn-ssl"} 2026-07-09T04:14:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "a335b6fb-b4d1-409e-a57f-82dfd7390a8f", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:14:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d8241044-7e1c-4a32-938a-67aefeaa512e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:14:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "9b4f9c15-3e4b-4127-b88a-46e6cb003353", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:14:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "9b4f9c15-3e4b-4127-b88a-46e6cb003353", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca-authn-ssl"} 2026-07-09T04:14:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "9b4f9c15-3e4b-4127-b88a-46e6cb003353", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:14:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bcb1fd44-77ac-4890-bcae-47d8a3d20124", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:14:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bcb1fd44-77ac-4890-bcae-47d8a3d20124", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:14:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bcb1fd44-77ac-4890-bcae-47d8a3d20124", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-2eb6ca because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T04:14:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "odh-trusted-ca-bundle", "reconcileID": "d44e84c9-064d-4e53-9daf-32a360345c6d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:14:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "odh-trusted-ca-bundle", "reconcileID": "d44e84c9-064d-4e53-9daf-32a360345c6d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:14:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "openshift-service-ca.crt", "reconcileID": "56d2447b-7da2-44bc-b80c-bc81cc70d472", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:14:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "openshift-service-ca.crt", "reconcileID": "56d2447b-7da2-44bc-b80c-bc81cc70d472", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:14:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cadff780-edeb-406a-8ccd-efa886439019", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:14:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}, "namespace": "ai-tenant-e2e-inf-a-2eb6ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cadff780-edeb-406a-8ccd-efa886439019", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-2eb6ca"} 2026-07-09T04:14:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2eb6ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2eb6ca", "reconcileID": "9df2c9b8-2f0b-4a5d-9983-db9f2184ea8f", "Gateway": "e2e-inf-a-2eb6ca", "namespace": "openshift-ingress"} 2026-07-09T04:14:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c5f5ef8c-cb06-498b-9dc7-0ddcb9c46881", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:14:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "3fc5ec1e-cefc-4f40-9ae7-5aff87515f65", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:14:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "3fc5ec1e-cefc-4f40-9ae7-5aff87515f65", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f-authn-ssl"} 2026-07-09T04:14:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "3fc5ec1e-cefc-4f40-9ae7-5aff87515f65", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:15:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "650bdf12-a1fd-4a10-9c8a-4eae69701a50", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:15:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "650bdf12-a1fd-4a10-9c8a-4eae69701a50", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:15:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "650bdf12-a1fd-4a10-9c8a-4eae69701a50", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-2dbf5f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T04:15:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "odh-trusted-ca-bundle", "reconcileID": "4835987a-f2ca-4da2-b68f-08becdda6ed7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:15:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "odh-trusted-ca-bundle", "reconcileID": "4835987a-f2ca-4da2-b68f-08becdda6ed7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:15:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "openshift-service-ca.crt", "reconcileID": "a498ec64-288b-436f-ab92-7cd3e96cf961", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:15:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "openshift-service-ca.crt", "reconcileID": "a498ec64-288b-436f-ab92-7cd3e96cf961", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:15:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77957592-3a54-498f-a95a-d088cab9e073", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:15:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}, "namespace": "ai-tenant-e2e-inf-b-2dbf5f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77957592-3a54-498f-a95a-d088cab9e073", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2dbf5f"} 2026-07-09T04:15:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2dbf5f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2dbf5f", "reconcileID": "475e03e0-1136-4a35-a12c-61f3914b8f9e", "Gateway": "e2e-inf-b-2dbf5f", "namespace": "openshift-ingress"} 2026-07-09T04:15:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "d7f8cd6c-cf3d-4146-82f0-98fa25b88a8e", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "d7f8cd6c-cf3d-4146-82f0-98fa25b88a8e", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d-authn-ssl"} 2026-07-09T04:15:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "d7f8cd6c-cf3d-4146-82f0-98fa25b88a8e", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "267896c1-94c8-46f3-ad08-96fa7dd375de", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "267896c1-94c8-46f3-ad08-96fa7dd375de", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d-authn-ssl"} 2026-07-09T04:15:03Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "267896c1-94c8-46f3-ad08-96fa7dd375de", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-api-a-c44f7d-authn-ssl: envoyfilters.networking.istio.io \"e2e-api-a-c44f7d-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T04:15:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "1b808bf7-c562-4250-b9f2-d876a8e0880e", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:03Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-api-a-c44f7d-authn-ssl: envoyfilters.networking.istio.io "e2e-api-a-c44f7d-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-api-a-c44f7d","uid":"c95964d3-c768-4897-ae0d-76fad407f7e7","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"48426"}, "reason": "ReconcileError"} 2026-07-09T04:15:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "1b808bf7-c562-4250-b9f2-d876a8e0880e", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d-authn-ssl"} 2026-07-09T04:15:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "1b808bf7-c562-4250-b9f2-d876a8e0880e", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "a0b61d80-33cb-48d0-b0d7-0d08e1e1e7c3", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "a0b61d80-33cb-48d0-b0d7-0d08e1e1e7c3", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d-authn-ssl"} 2026-07-09T04:15:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "a0b61d80-33cb-48d0-b0d7-0d08e1e1e7c3", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "4857a8db-742b-4f8e-93af-354f525f1464", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "4857a8db-742b-4f8e-93af-354f525f1464", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d-authn-ssl"} 2026-07-09T04:15:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "4857a8db-742b-4f8e-93af-354f525f1464", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "2170d7fd-15ac-47e9-b2c9-0d9d2603cb37", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "2170d7fd-15ac-47e9-b2c9-0d9d2603cb37", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d-authn-ssl"} 2026-07-09T04:15:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "2170d7fd-15ac-47e9-b2c9-0d9d2603cb37", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "d5c28df8-0877-4e5a-8b30-b2f5ebfd6a8e", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "d5c28df8-0877-4e5a-8b30-b2f5ebfd6a8e", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d-authn-ssl"} 2026-07-09T04:15:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "d5c28df8-0877-4e5a-8b30-b2f5ebfd6a8e", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "edba1b2e-50c8-4f88-9d9f-391e088ea8c1", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "edba1b2e-50c8-4f88-9d9f-391e088ea8c1", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d-authn-ssl"} 2026-07-09T04:15:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "edba1b2e-50c8-4f88-9d9f-391e088ea8c1", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c44f7d"}, "namespace": "ai-tenant-e2e-api-a-c44f7d", "name": "openshift-service-ca.crt", "reconcileID": "aca99815-0da4-4bff-a46d-c329369bebda", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c44f7d"} 2026-07-09T04:15:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c44f7d"}, "namespace": "ai-tenant-e2e-api-a-c44f7d", "name": "odh-trusted-ca-bundle", "reconcileID": "daf090b2-27b6-40a0-960e-2eb155cf41c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c44f7d"} 2026-07-09T04:15:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c44f7d"}, "namespace": "ai-tenant-e2e-api-a-c44f7d", "name": "openshift-service-ca.crt", "reconcileID": "f0b54507-d299-4f1e-b10a-242de4560cfb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c44f7d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:15:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c44f7d"}, "namespace": "ai-tenant-e2e-api-a-c44f7d", "name": "openshift-service-ca.crt", "reconcileID": "f0b54507-d299-4f1e-b10a-242de4560cfb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c44f7d"} 2026-07-09T04:15:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c44f7d"}, "namespace": "ai-tenant-e2e-api-a-c44f7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa8996f9-6579-4151-97a2-3e15b3e8b497", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c44f7d"} 2026-07-09T04:15:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c44f7d"}, "namespace": "ai-tenant-e2e-api-a-c44f7d", "name": "openshift-service-ca.crt", "reconcileID": "b22e2487-dfca-40ff-82ff-80a1eae0fa78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c44f7d"} 2026-07-09T04:15:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c44f7d"}, "namespace": "ai-tenant-e2e-api-a-c44f7d", "name": "odh-trusted-ca-bundle", "reconcileID": "90d64d5b-0335-4106-93fa-0ebc566c944f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c44f7d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:15:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c44f7d"}, "namespace": "ai-tenant-e2e-api-a-c44f7d", "name": "odh-trusted-ca-bundle", "reconcileID": "90d64d5b-0335-4106-93fa-0ebc566c944f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c44f7d"} 2026-07-09T04:15:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c44f7d"}, "namespace": "ai-tenant-e2e-api-a-c44f7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "724ed584-e47c-4470-8189-a69967ecf947", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c44f7d"} 2026-07-09T04:15:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "5d17a602-63f9-49be-b0ae-fbdaefe0df43", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "5d17a602-63f9-49be-b0ae-fbdaefe0df43", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d-authn-ssl"} 2026-07-09T04:15:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "5d17a602-63f9-49be-b0ae-fbdaefe0df43", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "04772c88-d7d9-41f7-839a-8450564b17db", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:15:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "b129c040-95ae-4a63-939e-86abe29cc142", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "b129c040-95ae-4a63-939e-86abe29cc142", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d-authn-ssl"} 2026-07-09T04:15:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "b129c040-95ae-4a63-939e-86abe29cc142", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "03390cfc-d114-4056-9eb8-d295bee0ed86", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:16Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "03390cfc-d114-4056-9eb8-d295bee0ed86", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3-authn-ssl"} 2026-07-09T04:15:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "03390cfc-d114-4056-9eb8-d295bee0ed86", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "5d05332b-3df0-4b4c-a61d-a6cf15f9cc3e", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "5d05332b-3df0-4b4c-a61d-a6cf15f9cc3e", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3-authn-ssl"} 2026-07-09T04:15:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "5d05332b-3df0-4b4c-a61d-a6cf15f9cc3e", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "8f8d3e4e-986e-4d32-8337-22a7b658941f", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "8f8d3e4e-986e-4d32-8337-22a7b658941f", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3-authn-ssl"} 2026-07-09T04:15:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "8f8d3e4e-986e-4d32-8337-22a7b658941f", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "85b81f9a-29ea-4b86-b6dd-615f0dbfbcd2", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "85b81f9a-29ea-4b86-b6dd-615f0dbfbcd2", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3-authn-ssl"} 2026-07-09T04:15:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "85b81f9a-29ea-4b86-b6dd-615f0dbfbcd2", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "521157e2-de4e-45e6-8906-4bcaf2593907", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "521157e2-de4e-45e6-8906-4bcaf2593907", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3-authn-ssl"} 2026-07-09T04:15:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "521157e2-de4e-45e6-8906-4bcaf2593907", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "3fff3c87-3ca9-4cbb-a5ad-368db5786b97", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "3fff3c87-3ca9-4cbb-a5ad-368db5786b97", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3-authn-ssl"} 2026-07-09T04:15:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "3fff3c87-3ca9-4cbb-a5ad-368db5786b97", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "d9f86be9-775e-4931-a1ab-b3b56c79526a", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "d9f86be9-775e-4931-a1ab-b3b56c79526a", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3-authn-ssl"} 2026-07-09T04:15:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "d9f86be9-775e-4931-a1ab-b3b56c79526a", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f007b3"}, "namespace": "ai-tenant-e2e-api-b-f007b3", "name": "openshift-service-ca.crt", "reconcileID": "3f7e873e-56f3-4c98-9a16-0ae627fb7f8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f007b3"} 2026-07-09T04:15:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f007b3"}, "namespace": "ai-tenant-e2e-api-b-f007b3", "name": "openshift-service-ca.crt", "reconcileID": "3f1bd32d-af1e-43d7-a938-a3315066270e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f007b3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:15:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f007b3"}, "namespace": "ai-tenant-e2e-api-b-f007b3", "name": "openshift-service-ca.crt", "reconcileID": "3f1bd32d-af1e-43d7-a938-a3315066270e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f007b3"} 2026-07-09T04:15:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f007b3"}, "namespace": "ai-tenant-e2e-api-b-f007b3", "name": "odh-trusted-ca-bundle", "reconcileID": "1df5c5ae-2431-459b-990d-c8d9b9c3a518", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f007b3"} 2026-07-09T04:15:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f007b3"}, "namespace": "ai-tenant-e2e-api-b-f007b3", "name": "openshift-service-ca.crt", "reconcileID": "63052a8d-06a9-488a-b0a2-e570a6f7529a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f007b3"} 2026-07-09T04:15:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f007b3"}, "namespace": "ai-tenant-e2e-api-b-f007b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6196be8-15a1-42f8-a1c7-3d229b8dbdef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f007b3"} 2026-07-09T04:15:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f007b3"}, "namespace": "ai-tenant-e2e-api-b-f007b3", "name": "odh-trusted-ca-bundle", "reconcileID": "ef6ce7a5-c8a8-40d2-98e5-cfa563d82868", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f007b3", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:15:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f007b3"}, "namespace": "ai-tenant-e2e-api-b-f007b3", "name": "odh-trusted-ca-bundle", "reconcileID": "ef6ce7a5-c8a8-40d2-98e5-cfa563d82868", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f007b3"} 2026-07-09T04:15:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f007b3"}, "namespace": "ai-tenant-e2e-api-b-f007b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "304a26dc-e178-4da7-a871-9f6702e86a69", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f007b3"} 2026-07-09T04:15:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "457a30b0-39c0-4601-b9e4-d258b683a157", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "457a30b0-39c0-4601-b9e4-d258b683a157", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3-authn-ssl"} 2026-07-09T04:15:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "457a30b0-39c0-4601-b9e4-d258b683a157", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "85414d6b-c690-43fc-9536-9bdaa872408d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:15:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e9e97900-7eb3-4765-a07c-1a4a570a69d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:15:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "28ecc7ac-86a4-487f-80ae-0f132c97c02c", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "28ecc7ac-86a4-487f-80ae-0f132c97c02c", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3-authn-ssl"} 2026-07-09T04:15:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "28ecc7ac-86a4-487f-80ae-0f132c97c02c", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "8f2c05dc-d4d7-41da-9206-a86d50e4a697", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "8f2c05dc-d4d7-41da-9206-a86d50e4a697", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d-authn-ssl"} 2026-07-09T04:15:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "8f2c05dc-d4d7-41da-9206-a86d50e4a697", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5c0b4d31-7200-45cc-8bb6-8b64a31669ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:15:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "d699c0fb-0aa3-416d-86fb-c0f6ed1268d5", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "d699c0fb-0aa3-416d-86fb-c0f6ed1268d5", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d-authn-ssl"} 2026-07-09T04:15:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "d699c0fb-0aa3-416d-86fb-c0f6ed1268d5", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "2435d0ce-5a72-4062-9d8d-d20a8a2a4d9c", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "2435d0ce-5a72-4062-9d8d-d20a8a2a4d9c", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3-authn-ssl"} 2026-07-09T04:15:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "2435d0ce-5a72-4062-9d8d-d20a8a2a4d9c", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c44f7d"}, "namespace": "ai-tenant-e2e-api-a-c44f7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0abc939-fe6a-4e08-9878-65fd32b31ad3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c44f7d"} 2026-07-09T04:15:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c44f7d"}, "namespace": "ai-tenant-e2e-api-a-c44f7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0abc939-fe6a-4e08-9878-65fd32b31ad3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c44f7d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:15:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c44f7d"}, "namespace": "ai-tenant-e2e-api-a-c44f7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0abc939-fe6a-4e08-9878-65fd32b31ad3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-c44f7d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T04:15:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c44f7d"}, "namespace": "ai-tenant-e2e-api-a-c44f7d", "name": "odh-trusted-ca-bundle", "reconcileID": "144e8c9f-9b48-42c5-8e06-18200fffc651", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c44f7d"} 2026-07-09T04:15:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c44f7d"}, "namespace": "ai-tenant-e2e-api-a-c44f7d", "name": "odh-trusted-ca-bundle", "reconcileID": "144e8c9f-9b48-42c5-8e06-18200fffc651", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c44f7d"} 2026-07-09T04:15:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c44f7d"}, "namespace": "ai-tenant-e2e-api-a-c44f7d", "name": "openshift-service-ca.crt", "reconcileID": "ab7d9b72-0ec1-410b-92a1-34860fd7b862", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c44f7d"} 2026-07-09T04:15:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c44f7d"}, "namespace": "ai-tenant-e2e-api-a-c44f7d", "name": "openshift-service-ca.crt", "reconcileID": "ab7d9b72-0ec1-410b-92a1-34860fd7b862", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c44f7d"} 2026-07-09T04:15:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c44f7d"}, "namespace": "ai-tenant-e2e-api-a-c44f7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d6e7b44-6a62-4c20-a28c-509ef1a90727", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c44f7d"} 2026-07-09T04:15:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c44f7d"}, "namespace": "ai-tenant-e2e-api-a-c44f7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d6e7b44-6a62-4c20-a28c-509ef1a90727", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c44f7d"} 2026-07-09T04:15:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c44f7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c44f7d", "reconcileID": "87b50cb6-ad03-4bd0-bc7a-585b198a588e", "Gateway": "e2e-api-a-c44f7d", "namespace": "openshift-ingress"} 2026-07-09T04:15:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "16caf89d-67d5-49b0-85c8-1151c3bece2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:15:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "71dcdb24-3073-4430-aa74-a8920265696f", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "71dcdb24-3073-4430-aa74-a8920265696f", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3-authn-ssl"} 2026-07-09T04:15:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "71dcdb24-3073-4430-aa74-a8920265696f", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f007b3"}, "namespace": "ai-tenant-e2e-api-b-f007b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4867b985-ce13-44c4-a781-f9cb0676456d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f007b3"} 2026-07-09T04:15:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f007b3"}, "namespace": "ai-tenant-e2e-api-b-f007b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4867b985-ce13-44c4-a781-f9cb0676456d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f007b3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:15:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f007b3"}, "namespace": "ai-tenant-e2e-api-b-f007b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4867b985-ce13-44c4-a781-f9cb0676456d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-f007b3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T04:15:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f007b3"}, "namespace": "ai-tenant-e2e-api-b-f007b3", "name": "odh-trusted-ca-bundle", "reconcileID": "8c325bf5-8270-4fb9-92c7-b9050445833d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f007b3"} 2026-07-09T04:15:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f007b3"}, "namespace": "ai-tenant-e2e-api-b-f007b3", "name": "odh-trusted-ca-bundle", "reconcileID": "8c325bf5-8270-4fb9-92c7-b9050445833d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f007b3"} 2026-07-09T04:15:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f007b3"}, "namespace": "ai-tenant-e2e-api-b-f007b3", "name": "openshift-service-ca.crt", "reconcileID": "8e0c5cd7-d2df-477b-abba-c0d7136a4f36", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f007b3"} 2026-07-09T04:15:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f007b3"}, "namespace": "ai-tenant-e2e-api-b-f007b3", "name": "openshift-service-ca.crt", "reconcileID": "8e0c5cd7-d2df-477b-abba-c0d7136a4f36", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f007b3"} 2026-07-09T04:15:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f007b3"}, "namespace": "ai-tenant-e2e-api-b-f007b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "238dc5a1-7308-404f-acdf-a1fdca9752ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f007b3"} 2026-07-09T04:15:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f007b3"}, "namespace": "ai-tenant-e2e-api-b-f007b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "238dc5a1-7308-404f-acdf-a1fdca9752ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f007b3"} 2026-07-09T04:15:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f007b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f007b3", "reconcileID": "8938f254-b913-49a8-b778-f905d905e74d", "Gateway": "e2e-api-b-f007b3", "namespace": "openshift-ingress"} 2026-07-09T04:15:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "64078e7b-b78a-4008-95d8-1f0dde80221e", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress"} 2026-07-09T04:15:45Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "64078e7b-b78a-4008-95d8-1f0dde80221e", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1-authn-ssl"} 2026-07-09T04:15:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "64078e7b-b78a-4008-95d8-1f0dde80221e", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress"} 2026-07-09T04:15:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "f4d30a27-daec-4c09-b109-64135f13ad4a", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress"} 2026-07-09T04:15:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "f4d30a27-daec-4c09-b109-64135f13ad4a", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1-authn-ssl"} 2026-07-09T04:15:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "f4d30a27-daec-4c09-b109-64135f13ad4a", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress"} 2026-07-09T04:15:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "64647459-aad8-4eef-b604-765b502fef77", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress"} 2026-07-09T04:15:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "64647459-aad8-4eef-b604-765b502fef77", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1-authn-ssl"} 2026-07-09T04:15:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "64647459-aad8-4eef-b604-765b502fef77", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress"} 2026-07-09T04:15:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "6754b54e-ea13-4a21-b795-5a376d3e9b91", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress"} 2026-07-09T04:15:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "6754b54e-ea13-4a21-b795-5a376d3e9b91", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1-authn-ssl"} 2026-07-09T04:15:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "6754b54e-ea13-4a21-b795-5a376d3e9b91", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress"} 2026-07-09T04:15:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "f56dbafe-1bf4-43be-850a-dbc30ca3bbff", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress"} 2026-07-09T04:15:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "f56dbafe-1bf4-43be-850a-dbc30ca3bbff", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1-authn-ssl"} 2026-07-09T04:15:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "f56dbafe-1bf4-43be-850a-dbc30ca3bbff", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress"} 2026-07-09T04:15:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "0208e14b-932d-4c3e-a9f0-e91dd5636e81", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress"} 2026-07-09T04:15:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "0208e14b-932d-4c3e-a9f0-e91dd5636e81", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1-authn-ssl"} 2026-07-09T04:15:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "0208e14b-932d-4c3e-a9f0-e91dd5636e81", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress"} 2026-07-09T04:15:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "be962bfa-ff24-4d2a-b5d0-7d67e7b034d2", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress"} 2026-07-09T04:15:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "be962bfa-ff24-4d2a-b5d0-7d67e7b034d2", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1-authn-ssl"} 2026-07-09T04:15:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "be962bfa-ff24-4d2a-b5d0-7d67e7b034d2", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress"} 2026-07-09T04:15:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a3bdc1"}, "namespace": "ai-tenant-e2e-shared-a-a3bdc1", "name": "openshift-service-ca.crt", "reconcileID": "3de597f1-3be9-4728-bbe1-c9c6faae2f1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a3bdc1"} 2026-07-09T04:15:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3bdc1"}, "namespace": "ai-tenant-e2e-shared-a-a3bdc1", "name": "odh-trusted-ca-bundle", "reconcileID": "fce54c48-ad5f-4c04-8556-c4aa82b82ceb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a3bdc1"} 2026-07-09T04:15:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a3bdc1"}, "namespace": "ai-tenant-e2e-shared-a-a3bdc1", "name": "openshift-service-ca.crt", "reconcileID": "a16ed324-3af1-44a1-b1e7-638192cc8ce2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a3bdc1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:15:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a3bdc1"}, "namespace": "ai-tenant-e2e-shared-a-a3bdc1", "name": "openshift-service-ca.crt", "reconcileID": "a16ed324-3af1-44a1-b1e7-638192cc8ce2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a3bdc1"} 2026-07-09T04:15:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3bdc1"}, "namespace": "ai-tenant-e2e-shared-a-a3bdc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3cac6e61-d5c5-4d40-a38a-13415759892a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a3bdc1"} 2026-07-09T04:15:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a3bdc1"}, "namespace": "ai-tenant-e2e-shared-a-a3bdc1", "name": "openshift-service-ca.crt", "reconcileID": "54415454-c3b6-47f3-b373-85fe13e860ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a3bdc1"} 2026-07-09T04:15:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3bdc1"}, "namespace": "ai-tenant-e2e-shared-a-a3bdc1", "name": "odh-trusted-ca-bundle", "reconcileID": "a6ec16eb-ddd4-43f0-8d3a-d57c36062546", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a3bdc1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:15:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3bdc1"}, "namespace": "ai-tenant-e2e-shared-a-a3bdc1", "name": "odh-trusted-ca-bundle", "reconcileID": "a6ec16eb-ddd4-43f0-8d3a-d57c36062546", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a3bdc1"} 2026-07-09T04:15:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3bdc1"}, "namespace": "ai-tenant-e2e-shared-a-a3bdc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec8ddb0c-34c7-4e66-823c-176068932be3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a3bdc1"} 2026-07-09T04:15:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "941762d5-b650-4e5c-9cff-c989a31de613", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress"} 2026-07-09T04:15:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "941762d5-b650-4e5c-9cff-c989a31de613", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1-authn-ssl"} 2026-07-09T04:15:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "941762d5-b650-4e5c-9cff-c989a31de613", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress"} 2026-07-09T04:15:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d334a72e-2acf-4e85-9d46-bb605b2a4a9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:15:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "1e05445d-e507-4bfe-82e7-9bd9c938a906", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"} 2026-07-09T04:15:53Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "1e05445d-e507-4bfe-82e7-9bd9c938a906", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242-authn-ssl"} 2026-07-09T04:15:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "1e05445d-e507-4bfe-82e7-9bd9c938a906", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"} 2026-07-09T04:15:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "928f0924-c637-48f5-a776-cb0372133024", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"} 2026-07-09T04:15:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "928f0924-c637-48f5-a776-cb0372133024", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242-authn-ssl"} 2026-07-09T04:15:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "928f0924-c637-48f5-a776-cb0372133024", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"} 2026-07-09T04:15:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "a3021afc-990e-4b93-9f77-1c5aae58f7b2", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"} 2026-07-09T04:15:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "a3021afc-990e-4b93-9f77-1c5aae58f7b2", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242-authn-ssl"} 2026-07-09T04:15:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "a3021afc-990e-4b93-9f77-1c5aae58f7b2", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"} 2026-07-09T04:15:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "4feed99d-f22a-4878-9342-255d0d14ffc2", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"} 2026-07-09T04:15:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "4feed99d-f22a-4878-9342-255d0d14ffc2", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242-authn-ssl"} 2026-07-09T04:15:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "4feed99d-f22a-4878-9342-255d0d14ffc2", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"} 2026-07-09T04:15:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "13b89d43-fc2b-4ead-838f-3e21835ffa87", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"} 2026-07-09T04:15:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "13b89d43-fc2b-4ead-838f-3e21835ffa87", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242-authn-ssl"} 2026-07-09T04:15:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "13b89d43-fc2b-4ead-838f-3e21835ffa87", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"} 2026-07-09T04:15:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "2a41c586-dbb3-44e3-863b-93811f117ce7", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"} 2026-07-09T04:15:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "2a41c586-dbb3-44e3-863b-93811f117ce7", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242-authn-ssl"} 2026-07-09T04:15:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "2a41c586-dbb3-44e3-863b-93811f117ce7", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"} 2026-07-09T04:15:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "6d85d7df-cf83-40fc-ab00-32ae68159741", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"} 2026-07-09T04:15:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "6d85d7df-cf83-40fc-ab00-32ae68159741", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242-authn-ssl"} 2026-07-09T04:15:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "6d85d7df-cf83-40fc-ab00-32ae68159741", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"} 2026-07-09T04:15:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "8c940244-1261-4513-8e6b-69bca0d570fe", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"} 2026-07-09T04:15:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "8c940244-1261-4513-8e6b-69bca0d570fe", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242-authn-ssl"} 2026-07-09T04:15:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "8c940244-1261-4513-8e6b-69bca0d570fe", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"} 2026-07-09T04:15:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-90e242"}, "namespace": "ai-tenant-e2e-shared-b-90e242", "name": "openshift-service-ca.crt", "reconcileID": "4442b921-e931-4d9c-82e8-3d81913d0489", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-90e242"} 2026-07-09T04:15:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-90e242"}, "namespace": "ai-tenant-e2e-shared-b-90e242", "name": "openshift-service-ca.crt", "reconcileID": "fd2f2b6c-40a4-4db8-a61f-5021942d3234", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-90e242", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:15:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-90e242"}, "namespace": "ai-tenant-e2e-shared-b-90e242", "name": "openshift-service-ca.crt", "reconcileID": "fd2f2b6c-40a4-4db8-a61f-5021942d3234", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-90e242"} 2026-07-09T04:15:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-90e242"}, "namespace": "ai-tenant-e2e-shared-b-90e242", "name": "odh-trusted-ca-bundle", "reconcileID": "e43bd4cf-5ebb-4093-93f4-58a6c7c388fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-90e242", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:15:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-90e242"}, "namespace": "ai-tenant-e2e-shared-b-90e242", "name": "odh-trusted-ca-bundle", "reconcileID": "e43bd4cf-5ebb-4093-93f4-58a6c7c388fa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T04:15:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-90e242"}, "namespace": "ai-tenant-e2e-shared-b-90e242", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "387f44c3-b32c-4645-90c3-79535d380a3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-90e242"} 2026-07-09T04:15:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-90e242"}, "namespace": "ai-tenant-e2e-shared-b-90e242", "name": "openshift-service-ca.crt", "reconcileID": "acfce559-8d5d-439d-b3b7-ec21176247a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-90e242"} 2026-07-09T04:15:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-90e242"}, "namespace": "ai-tenant-e2e-shared-b-90e242", "name": "odh-trusted-ca-bundle", "reconcileID": "9e38e83c-87be-4132-a6b5-e45bcbf64cc9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-90e242"} 2026-07-09T04:15:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-90e242"}, "namespace": "ai-tenant-e2e-shared-b-90e242", "name": "odh-trusted-ca-bundle", "reconcileID": "26b5020e-49c7-4793-a6cd-2d7b3299d84a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-90e242", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:15:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-90e242"}, "namespace": "ai-tenant-e2e-shared-b-90e242", "name": "odh-trusted-ca-bundle", "reconcileID": "26b5020e-49c7-4793-a6cd-2d7b3299d84a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-90e242"} 2026-07-09T04:15:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-90e242"}, "namespace": "ai-tenant-e2e-shared-b-90e242", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f3b076e-0eee-48aa-ba2f-a5793fe97aa3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-90e242"} 2026-07-09T04:15:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "d71f3f5c-e635-437b-973b-d5adcce0f45b", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress"} 2026-07-09T04:15:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "d71f3f5c-e635-437b-973b-d5adcce0f45b", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1-authn-ssl"} 2026-07-09T04:15:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "d71f3f5c-e635-437b-973b-d5adcce0f45b", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress"} 2026-07-09T04:15:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "b3d801bb-19f7-4378-bd28-951cbfbf79b9", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"} 2026-07-09T04:15:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "b3d801bb-19f7-4378-bd28-951cbfbf79b9", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242-authn-ssl"} 2026-07-09T04:15:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "b3d801bb-19f7-4378-bd28-951cbfbf79b9", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"} 2026-07-09T04:15:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "944bdb0d-d63f-410d-a15e-fe64baf9f6dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:16:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "d4f625e0-58a4-4a4b-9bbc-f25f3253e18b", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"} 2026-07-09T04:16:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "d4f625e0-58a4-4a4b-9bbc-f25f3253e18b", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242-authn-ssl"} 2026-07-09T04:16:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "d4f625e0-58a4-4a4b-9bbc-f25f3253e18b", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"} 2026-07-09T04:16:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ade624b0-4e77-4503-b1bf-4aed83ddf57e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:16:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1af1eecb-35f0-477e-ae8e-56e5f2e6a074", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:16:33Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T04:16:33Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T04:16:34Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T04:16:34Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T04:19:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "69cc972a-c0dd-4dd8-9150-bdb8e79b46d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:19:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "accccb1c-ca56-4d0d-8027-e4fd1a2d979f", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress"} 2026-07-09T04:19:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "accccb1c-ca56-4d0d-8027-e4fd1a2d979f", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1-authn-ssl"} 2026-07-09T04:19:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "accccb1c-ca56-4d0d-8027-e4fd1a2d979f", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress"} 2026-07-09T04:19:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3bdc1"}, "namespace": "ai-tenant-e2e-shared-a-a3bdc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "395d3eaf-08ee-4e45-a04f-ebf719203c0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a3bdc1"} 2026-07-09T04:19:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3bdc1"}, "namespace": "ai-tenant-e2e-shared-a-a3bdc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "395d3eaf-08ee-4e45-a04f-ebf719203c0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a3bdc1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:19:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3bdc1"}, "namespace": "ai-tenant-e2e-shared-a-a3bdc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "395d3eaf-08ee-4e45-a04f-ebf719203c0a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-a3bdc1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T04:19:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3bdc1"}, "namespace": "ai-tenant-e2e-shared-a-a3bdc1", "name": "odh-trusted-ca-bundle", "reconcileID": "3d295a41-7fc8-4f41-8d17-2f81d0eede62", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a3bdc1"} 2026-07-09T04:19:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3bdc1"}, "namespace": "ai-tenant-e2e-shared-a-a3bdc1", "name": "odh-trusted-ca-bundle", "reconcileID": "3d295a41-7fc8-4f41-8d17-2f81d0eede62", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a3bdc1"} 2026-07-09T04:19:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a3bdc1"}, "namespace": "ai-tenant-e2e-shared-a-a3bdc1", "name": "openshift-service-ca.crt", "reconcileID": "c278be22-7eb9-4cf5-bb1e-d0975999f5e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a3bdc1"} 2026-07-09T04:19:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a3bdc1"}, "namespace": "ai-tenant-e2e-shared-a-a3bdc1", "name": "openshift-service-ca.crt", "reconcileID": "c278be22-7eb9-4cf5-bb1e-d0975999f5e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a3bdc1"} 2026-07-09T04:19:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3bdc1"}, "namespace": "ai-tenant-e2e-shared-a-a3bdc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45e4f2ae-d6a9-4687-a0de-7aa4aa86d802", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a3bdc1"} 2026-07-09T04:19:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a3bdc1"}, "namespace": "ai-tenant-e2e-shared-a-a3bdc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45e4f2ae-d6a9-4687-a0de-7aa4aa86d802", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a3bdc1"} 2026-07-09T04:19:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a3bdc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a3bdc1", "reconcileID": "908253e3-92ea-4e01-b2dc-3aa3e68b588d", "Gateway": "e2e-shared-a-a3bdc1", "namespace": "openshift-ingress"} 2026-07-09T04:19:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1eeb895a-d134-4900-b09b-ea949b350a64", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:19:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "0dcf27e0-06a6-4bdc-8f43-3c9d70c2e730", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"} 2026-07-09T04:19:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "0dcf27e0-06a6-4bdc-8f43-3c9d70c2e730", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242-authn-ssl"} 2026-07-09T04:19:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "0dcf27e0-06a6-4bdc-8f43-3c9d70c2e730", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"} 2026-07-09T04:19:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-90e242"}, "namespace": "ai-tenant-e2e-shared-b-90e242", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fb36ee3-1c6d-4e24-8ec6-7e12653c5467", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-90e242"} 2026-07-09T04:19:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-90e242"}, "namespace": "ai-tenant-e2e-shared-b-90e242", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fb36ee3-1c6d-4e24-8ec6-7e12653c5467", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-90e242", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:19:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-90e242"}, "namespace": "ai-tenant-e2e-shared-b-90e242", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fb36ee3-1c6d-4e24-8ec6-7e12653c5467", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-90e242 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T04:19:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-90e242"}, "namespace": "ai-tenant-e2e-shared-b-90e242", "name": "odh-trusted-ca-bundle", "reconcileID": "f7cb9a77-e4e6-4c56-9280-cccdb92d3bcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-90e242"} 2026-07-09T04:19:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-90e242"}, "namespace": "ai-tenant-e2e-shared-b-90e242", "name": "odh-trusted-ca-bundle", "reconcileID": "f7cb9a77-e4e6-4c56-9280-cccdb92d3bcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-90e242"} 2026-07-09T04:19:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-90e242"}, "namespace": "ai-tenant-e2e-shared-b-90e242", "name": "openshift-service-ca.crt", "reconcileID": "474056ad-03a1-4f42-9f14-682d0d94fad4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-90e242"} 2026-07-09T04:19:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-90e242"}, "namespace": "ai-tenant-e2e-shared-b-90e242", "name": "openshift-service-ca.crt", "reconcileID": "474056ad-03a1-4f42-9f14-682d0d94fad4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-90e242"} 2026-07-09T04:19:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-90e242"}, "namespace": "ai-tenant-e2e-shared-b-90e242", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21a3da68-cfb5-45eb-85e1-4d8d258d0eb0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-90e242"} 2026-07-09T04:19:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-90e242"}, "namespace": "ai-tenant-e2e-shared-b-90e242", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21a3da68-cfb5-45eb-85e1-4d8d258d0eb0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-90e242"} 2026-07-09T04:19:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-90e242","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-90e242", "reconcileID": "8cd588a3-a404-4332-8539-4ed8cd3b189e", "Gateway": "e2e-shared-b-90e242", "namespace": "openshift-ingress"}