2026-07-07T23:44:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0ad076f0"}, "namespace": "ai-tenant-e2e-mt-0ad076f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b12c18af-016e-4643-8e80-9cff80b2f528", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0ad076f0"} 2026-07-07T23:44:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0ad076f0"}, "namespace": "ai-tenant-e2e-mt-0ad076f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b12c18af-016e-4643-8e80-9cff80b2f528", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0ad076f0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:44:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0ad076f0"}, "namespace": "ai-tenant-e2e-mt-0ad076f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b12c18af-016e-4643-8e80-9cff80b2f528", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-0ad076f0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T23:44:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0ad076f0"}, "namespace": "ai-tenant-e2e-mt-0ad076f0", "name": "odh-trusted-ca-bundle", "reconcileID": "70e521b1-b11e-44fe-9ae2-a8a416f8ce9a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0ad076f0"} 2026-07-07T23:44:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0ad076f0"}, "namespace": "ai-tenant-e2e-mt-0ad076f0", "name": "odh-trusted-ca-bundle", "reconcileID": "70e521b1-b11e-44fe-9ae2-a8a416f8ce9a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0ad076f0"} 2026-07-07T23:44:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0ad076f0"}, "namespace": "ai-tenant-e2e-mt-0ad076f0", "name": "openshift-service-ca.crt", "reconcileID": "20dfff55-2249-457e-92ea-05ef9062bf08", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0ad076f0"} 2026-07-07T23:44:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0ad076f0"}, "namespace": "ai-tenant-e2e-mt-0ad076f0", "name": "openshift-service-ca.crt", "reconcileID": "20dfff55-2249-457e-92ea-05ef9062bf08", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0ad076f0"} 2026-07-07T23:44:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0ad076f0"}, "namespace": "ai-tenant-e2e-mt-0ad076f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1763d17f-00c2-43e5-ac51-ffa15a4656a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0ad076f0"} 2026-07-07T23:44:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0ad076f0"}, "namespace": "ai-tenant-e2e-mt-0ad076f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1763d17f-00c2-43e5-ac51-ffa15a4656a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0ad076f0"} 2026-07-07T23:44:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cd7e7160"}, "namespace": "ai-tenant-e2e-mt-cd7e7160", "name": "openshift-service-ca.crt", "reconcileID": "a28492db-1501-4661-a4df-fb602bf47747", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cd7e7160"} 2026-07-07T23:44:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-cd7e7160"}, "namespace": "ai-tenant-e2e-mt-cd7e7160", "name": "odh-trusted-ca-bundle", "reconcileID": "38979c2b-6a1a-4f7a-92bd-0527e3ad9c88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-cd7e7160"} 2026-07-07T23:44:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cd7e7160"}, "namespace": "ai-tenant-e2e-mt-cd7e7160", "name": "openshift-service-ca.crt", "reconcileID": "d8718a74-407a-4ce4-9485-98f7da75da9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cd7e7160", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:44:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cd7e7160"}, "namespace": "ai-tenant-e2e-mt-cd7e7160", "name": "openshift-service-ca.crt", "reconcileID": "d8718a74-407a-4ce4-9485-98f7da75da9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cd7e7160"} 2026-07-07T23:44:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cd7e7160"}, "namespace": "ai-tenant-e2e-mt-cd7e7160", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af276b7f-5c2a-4bb6-bf5e-58ddd5998a8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cd7e7160"} 2026-07-07T23:44:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cd7e7160"}, "namespace": "ai-tenant-e2e-mt-cd7e7160", "name": "openshift-service-ca.crt", "reconcileID": "b2455195-05c5-466c-9db5-b48024906db1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cd7e7160"} 2026-07-07T23:44:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-cd7e7160"}, "namespace": "ai-tenant-e2e-mt-cd7e7160", "name": "odh-trusted-ca-bundle", "reconcileID": "4307a453-7649-4fa6-8ec6-eaa34fab2d3c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-cd7e7160", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:44:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-cd7e7160"}, "namespace": "ai-tenant-e2e-mt-cd7e7160", "name": "odh-trusted-ca-bundle", "reconcileID": "4307a453-7649-4fa6-8ec6-eaa34fab2d3c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-cd7e7160"} 2026-07-07T23:44:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cd7e7160"}, "namespace": "ai-tenant-e2e-mt-cd7e7160", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1859edbc-b339-4fe9-8392-45241973497f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cd7e7160"} 2026-07-07T23:45:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cd7e7160"}, "namespace": "ai-tenant-e2e-mt-cd7e7160", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8acee8aa-51e8-4c46-975e-ec6516c34e8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cd7e7160"} 2026-07-07T23:45:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cd7e7160"}, "namespace": "ai-tenant-e2e-mt-cd7e7160", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8acee8aa-51e8-4c46-975e-ec6516c34e8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cd7e7160", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:45:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cd7e7160"}, "namespace": "ai-tenant-e2e-mt-cd7e7160", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8acee8aa-51e8-4c46-975e-ec6516c34e8a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-cd7e7160 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T23:45:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-cd7e7160"}, "namespace": "ai-tenant-e2e-mt-cd7e7160", "name": "odh-trusted-ca-bundle", "reconcileID": "6671dd60-b467-41fe-b213-9d7cba02eb15", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-cd7e7160"} 2026-07-07T23:45:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-cd7e7160"}, "namespace": "ai-tenant-e2e-mt-cd7e7160", "name": "odh-trusted-ca-bundle", "reconcileID": "6671dd60-b467-41fe-b213-9d7cba02eb15", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-cd7e7160"} 2026-07-07T23:45:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cd7e7160"}, "namespace": "ai-tenant-e2e-mt-cd7e7160", "name": "openshift-service-ca.crt", "reconcileID": "5c1d2e59-15ba-4be5-afc4-e8229379fc95", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cd7e7160"} 2026-07-07T23:45:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cd7e7160"}, "namespace": "ai-tenant-e2e-mt-cd7e7160", "name": "openshift-service-ca.crt", "reconcileID": "5c1d2e59-15ba-4be5-afc4-e8229379fc95", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cd7e7160"} 2026-07-07T23:45:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cd7e7160"}, "namespace": "ai-tenant-e2e-mt-cd7e7160", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10833f92-9176-4681-9507-aa6f0e758fba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cd7e7160"} 2026-07-07T23:45:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cd7e7160"}, "namespace": "ai-tenant-e2e-mt-cd7e7160", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10833f92-9176-4681-9507-aa6f0e758fba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cd7e7160"} 2026-07-07T23:45:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "5dd4620a-ea4e-4fee-9534-c979fab7c192", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:45:17Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "5dd4620a-ea4e-4fee-9534-c979fab7c192", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579-authn-ssl"} 2026-07-07T23:45:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "5dd4620a-ea4e-4fee-9534-c979fab7c192", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:45:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "91f067db-5f74-4009-9eb1-56444b6a1929", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:45:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "91f067db-5f74-4009-9eb1-56444b6a1929", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579-authn-ssl"} 2026-07-07T23:45:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "91f067db-5f74-4009-9eb1-56444b6a1929", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:45:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "c937dbe6-3ab0-4e9a-a273-5c4887f3c264", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:45:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "c937dbe6-3ab0-4e9a-a273-5c4887f3c264", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579-authn-ssl"} 2026-07-07T23:45:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "c937dbe6-3ab0-4e9a-a273-5c4887f3c264", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:45:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "a1eb765f-7bc8-46c9-bcb1-aee9fe11a79a", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:45:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "a1eb765f-7bc8-46c9-bcb1-aee9fe11a79a", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579-authn-ssl"} 2026-07-07T23:45:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "a1eb765f-7bc8-46c9-bcb1-aee9fe11a79a", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:45:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "7911f9fe-7f50-42af-b245-3919e60a49eb", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:45:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "7911f9fe-7f50-42af-b245-3919e60a49eb", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579-authn-ssl"} 2026-07-07T23:45:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "7911f9fe-7f50-42af-b245-3919e60a49eb", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:45:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "c5f84942-c5bd-4460-a676-d9bfc3f8c592", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:45:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "c5f84942-c5bd-4460-a676-d9bfc3f8c592", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579-authn-ssl"} 2026-07-07T23:45:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "c5f84942-c5bd-4460-a676-d9bfc3f8c592", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:45:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "3fd2b8f3-af3c-4573-a1b3-c56f9a1996ed", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:45:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "3fd2b8f3-af3c-4573-a1b3-c56f9a1996ed", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579-authn-ssl"} 2026-07-07T23:45:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "3fd2b8f3-af3c-4573-a1b3-c56f9a1996ed", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:45:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "openshift-service-ca.crt", "reconcileID": "8d91ae16-2e2e-44be-9556-ad5d127a26c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:45:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "odh-trusted-ca-bundle", "reconcileID": "3a30580f-4bdc-4e9d-b79e-3ff199709b30", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:45:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "openshift-service-ca.crt", "reconcileID": "75429e0c-7dce-4f24-b4c2-899933b960d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-04f579", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:45:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "openshift-service-ca.crt", "reconcileID": "75429e0c-7dce-4f24-b4c2-899933b960d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:45:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "openshift-service-ca.crt", "reconcileID": "cae0f279-dc17-44eb-b3d3-3ae802630db9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:45:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d359879-be3e-4086-89a5-1abd6489137e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:45:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "odh-trusted-ca-bundle", "reconcileID": "5a61ff23-a2c9-4545-804e-92af8c59c894", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-04f579", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:45:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "odh-trusted-ca-bundle", "reconcileID": "5a61ff23-a2c9-4545-804e-92af8c59c894", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:45:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "678b61b2-9bf6-4bab-b8f8-e6aa4c3dc7e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:45:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "7708b15d-87cd-4bd0-b757-89119e7c1070", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:45:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "7708b15d-87cd-4bd0-b757-89119e7c1070", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579-authn-ssl"} 2026-07-07T23:45:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "7708b15d-87cd-4bd0-b757-89119e7c1070", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:45:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7eb2c5ca-d774-4303-b04d-e4f0df476121", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:45:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "0a1109c8-f4a4-478f-a073-7931c6ddc511", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:45:26Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "0a1109c8-f4a4-478f-a073-7931c6ddc511", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe-authn-ssl"} 2026-07-07T23:45:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "0a1109c8-f4a4-478f-a073-7931c6ddc511", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:45:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "f29150dd-8bbc-4641-8a57-5cca5822cc1c", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:45:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "f29150dd-8bbc-4641-8a57-5cca5822cc1c", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe-authn-ssl"} 2026-07-07T23:45:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "f29150dd-8bbc-4641-8a57-5cca5822cc1c", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:45:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "6c896d27-dc79-4003-b693-2e1777eb7f31", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:45:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "6c896d27-dc79-4003-b693-2e1777eb7f31", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe-authn-ssl"} 2026-07-07T23:45:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "6c896d27-dc79-4003-b693-2e1777eb7f31", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:45:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "62d55c54-a4b4-4ca7-b402-870bd1cb6bd3", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:45:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "62d55c54-a4b4-4ca7-b402-870bd1cb6bd3", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe-authn-ssl"} 2026-07-07T23:45:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "62d55c54-a4b4-4ca7-b402-870bd1cb6bd3", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:45:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "6c2ac0c4-5dc6-4bac-a9cd-69b4d1b053ba", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:45:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "6c2ac0c4-5dc6-4bac-a9cd-69b4d1b053ba", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe-authn-ssl"} 2026-07-07T23:45:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "6c2ac0c4-5dc6-4bac-a9cd-69b4d1b053ba", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:45:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "3b62c7c9-9a94-459a-811c-72d427739b85", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:45:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "3b62c7c9-9a94-459a-811c-72d427739b85", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe-authn-ssl"} 2026-07-07T23:45:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "3b62c7c9-9a94-459a-811c-72d427739b85", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:45:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "d5adcd03-d03f-426c-894e-2466b5092232", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:45:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "d5adcd03-d03f-426c-894e-2466b5092232", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe-authn-ssl"} 2026-07-07T23:45:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "d5adcd03-d03f-426c-894e-2466b5092232", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:45:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "openshift-service-ca.crt", "reconcileID": "4de08331-e07b-4ac1-952e-a87dcdfdd534", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:45:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "odh-trusted-ca-bundle", "reconcileID": "81d074c5-bea2-4219-bba4-d2ca1d4a617e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:45:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "openshift-service-ca.crt", "reconcileID": "786359b6-3cf8-4c25-973d-3c4fafb7ab48", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-c324fe", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:45:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "openshift-service-ca.crt", "reconcileID": "786359b6-3cf8-4c25-973d-3c4fafb7ab48", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:45:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "openshift-service-ca.crt", "reconcileID": "2b3ab5ac-8e51-419b-81cb-c1994589e06d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-c324fe", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:45:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "openshift-service-ca.crt", "reconcileID": "2b3ab5ac-8e51-419b-81cb-c1994589e06d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T23:45:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ca32c52-1de9-4266-aeaf-08e7a89c24a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-c324fe", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:45:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ca32c52-1de9-4266-aeaf-08e7a89c24a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:45:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "odh-trusted-ca-bundle", "reconcileID": "e0b57318-0a01-45e8-884d-208f93189255", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:45:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "openshift-service-ca.crt", "reconcileID": "69b63a19-bd2a-4e7e-8fce-a9b2e400046d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:45:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0950277d-c94c-4cde-9fc1-d7afe7b6ac67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:45:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "7894edb0-9f0f-42b0-87b4-47a589b012dc", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:45:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "7894edb0-9f0f-42b0-87b4-47a589b012dc", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe-authn-ssl"} 2026-07-07T23:45:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "7894edb0-9f0f-42b0-87b4-47a589b012dc", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:45:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c0470914-d481-4530-993d-44f2b49570cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:45:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "2bb12d59-9cb2-448e-a5ba-529ddb99cbab", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:45:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "2bb12d59-9cb2-448e-a5ba-529ddb99cbab", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579-authn-ssl"} 2026-07-07T23:45:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "2bb12d59-9cb2-448e-a5ba-529ddb99cbab", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:45:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "0bbc384d-b01b-4018-a3c0-63d235a9df18", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:45:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "0bbc384d-b01b-4018-a3c0-63d235a9df18", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:45:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "0bbc384d-b01b-4018-a3c0-63d235a9df18", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:45:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "542f7db3-ec23-4f5a-9745-c66384404995", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:45:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "0bbc384d-b01b-4018-a3c0-63d235a9df18", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579-kserve-route-authn"} 2026-07-07T23:45:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "0bbc384d-b01b-4018-a3c0-63d235a9df18", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579", "authType": "userdefined"} 2026-07-07T23:45:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "0bbc384d-b01b-4018-a3c0-63d235a9df18", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:45:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "542f7db3-ec23-4f5a-9745-c66384404995", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579-authn-ssl"} 2026-07-07T23:45:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "542f7db3-ec23-4f5a-9745-c66384404995", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:45:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "820a9019-708a-4f74-85f5-d7b94315ca89", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:45:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "820a9019-708a-4f74-85f5-d7b94315ca89", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:45:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "820a9019-708a-4f74-85f5-d7b94315ca89", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:45:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "820a9019-708a-4f74-85f5-d7b94315ca89", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579-kserve-route-authn"} 2026-07-07T23:45:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "820a9019-708a-4f74-85f5-d7b94315ca89", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579", "authType": "userdefined"} 2026-07-07T23:45:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "820a9019-708a-4f74-85f5-d7b94315ca89", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:45:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "a93a96c3-821e-4ecd-85f6-ee0be60c3fbc", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:45:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "a93a96c3-821e-4ecd-85f6-ee0be60c3fbc", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe-authn-ssl"} 2026-07-07T23:45:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "a93a96c3-821e-4ecd-85f6-ee0be60c3fbc", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:45:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2aa6a985-4b7a-4589-a35d-57462fe5a777", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:45:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0447aadf-ac1c-4dcf-8f72-c8f616c73e54", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:45:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "70690a85-c3d8-45d1-8fcb-add21a1d2d65", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:45:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "70690a85-c3d8-45d1-8fcb-add21a1d2d65", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579-authn-ssl"} 2026-07-07T23:45:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "70690a85-c3d8-45d1-8fcb-add21a1d2d65", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:45:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "32677c54-7f67-4aed-98a9-8fbedd33571b", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:45:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "32677c54-7f67-4aed-98a9-8fbedd33571b", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:45:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "32677c54-7f67-4aed-98a9-8fbedd33571b", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:45:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "32677c54-7f67-4aed-98a9-8fbedd33571b", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579-kserve-route-authn"} 2026-07-07T23:45:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "32677c54-7f67-4aed-98a9-8fbedd33571b", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579", "authType": "userdefined"} 2026-07-07T23:45:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "32677c54-7f67-4aed-98a9-8fbedd33571b", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:46:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "cc0482b3-c90e-4f2e-b3f3-810e119e46c7", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:46:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "cc0482b3-c90e-4f2e-b3f3-810e119e46c7", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579-authn-ssl"} 2026-07-07T23:46:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "cc0482b3-c90e-4f2e-b3f3-810e119e46c7", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:46:06Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T23:46:06Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T23:46:07Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T23:46:07Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T23:46:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "2451f20e-8314-4b73-8790-f1f9894cfc8c", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:46:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "2451f20e-8314-4b73-8790-f1f9894cfc8c", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:46:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "2451f20e-8314-4b73-8790-f1f9894cfc8c", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:46:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "2451f20e-8314-4b73-8790-f1f9894cfc8c", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579-kserve-route-authn"} 2026-07-07T23:46:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "2451f20e-8314-4b73-8790-f1f9894cfc8c", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579", "authType": "userdefined"} 2026-07-07T23:46:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "2451f20e-8314-4b73-8790-f1f9894cfc8c", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:46:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "ac9aed59-b705-4331-982a-a854ae1b7131", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "ac9aed59-b705-4331-982a-a854ae1b7131", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "ac9aed59-b705-4331-982a-a854ae1b7131", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "11c1f9f3-e214-409f-ac22-8ac21f716e33", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:46:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "ac9aed59-b705-4331-982a-a854ae1b7131", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe-kserve-route-authn"} 2026-07-07T23:46:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "ac9aed59-b705-4331-982a-a854ae1b7131", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe", "authType": "userdefined"} 2026-07-07T23:46:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "ac9aed59-b705-4331-982a-a854ae1b7131", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "11c1f9f3-e214-409f-ac22-8ac21f716e33", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe-authn-ssl"} 2026-07-07T23:46:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "11c1f9f3-e214-409f-ac22-8ac21f716e33", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:46:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "3e8487ce-2c5d-4559-a7e7-5a480de705a7", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "3e8487ce-2c5d-4559-a7e7-5a480de705a7", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "3e8487ce-2c5d-4559-a7e7-5a480de705a7", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "3e8487ce-2c5d-4559-a7e7-5a480de705a7", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe-kserve-route-authn"} 2026-07-07T23:46:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "3e8487ce-2c5d-4559-a7e7-5a480de705a7", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe", "authType": "userdefined"} 2026-07-07T23:46:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "3e8487ce-2c5d-4559-a7e7-5a480de705a7", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "d43d5227-99d4-41e7-8b78-ed7167c1d058", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:46:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "d43d5227-99d4-41e7-8b78-ed7167c1d058", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe-authn-ssl"} 2026-07-07T23:46:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "d43d5227-99d4-41e7-8b78-ed7167c1d058", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:46:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "271024d2-df8e-498a-9551-c58f5529f192", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "271024d2-df8e-498a-9551-c58f5529f192", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "271024d2-df8e-498a-9551-c58f5529f192", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "271024d2-df8e-498a-9551-c58f5529f192", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe-kserve-route-authn"} 2026-07-07T23:46:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "271024d2-df8e-498a-9551-c58f5529f192", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe", "authType": "userdefined"} 2026-07-07T23:46:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "271024d2-df8e-498a-9551-c58f5529f192", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "fedc532b-b28f-43da-b4e4-61397a55f00a", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "fedc532b-b28f-43da-b4e4-61397a55f00a", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "fedc532b-b28f-43da-b4e4-61397a55f00a", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "fedc532b-b28f-43da-b4e4-61397a55f00a", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe-kserve-route-authn"} 2026-07-07T23:46:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "fedc532b-b28f-43da-b4e4-61397a55f00a", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe", "authType": "userdefined"} 2026-07-07T23:46:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "fedc532b-b28f-43da-b4e4-61397a55f00a", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "71075162-dceb-47b3-a142-caa8409b6e9b", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "71075162-dceb-47b3-a142-caa8409b6e9b", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "71075162-dceb-47b3-a142-caa8409b6e9b", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "71075162-dceb-47b3-a142-caa8409b6e9b", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe-kserve-route-authn"} 2026-07-07T23:46:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "71075162-dceb-47b3-a142-caa8409b6e9b", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe", "authType": "userdefined"} 2026-07-07T23:46:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "71075162-dceb-47b3-a142-caa8409b6e9b", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "4c670042-4237-4905-b783-965a6cf8083e", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:46:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "4c670042-4237-4905-b783-965a6cf8083e", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe-authn-ssl"} 2026-07-07T23:46:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "4c670042-4237-4905-b783-965a6cf8083e", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:46:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "e54798f8-b4a5-483a-8de9-c3ecf19948f3", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:46:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "e54798f8-b4a5-483a-8de9-c3ecf19948f3", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579"} 2026-07-07T23:46:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "e54798f8-b4a5-483a-8de9-c3ecf19948f3", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:46:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "e54798f8-b4a5-483a-8de9-c3ecf19948f3", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:46:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "e54798f8-b4a5-483a-8de9-c3ecf19948f3", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579-kserve-route-authn"} 2026-07-07T23:46:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "e54798f8-b4a5-483a-8de9-c3ecf19948f3", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579-kserve-route-authn"} 2026-07-07T23:46:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "e54798f8-b4a5-483a-8de9-c3ecf19948f3", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:46:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "e54798f8-b4a5-483a-8de9-c3ecf19948f3", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:46:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-04f579","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "test-model-04f579", "reconcileID": "9c46f2a7-92c6-4684-93a9-a7ed508a2ef3", "LLMInferenceService": "test-model-04f579", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:46:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "61796feb-f91c-4b33-a94a-d3448b8e9fdd", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:46:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "61796feb-f91c-4b33-a94a-d3448b8e9fdd", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579-authn-ssl"} 2026-07-07T23:46:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "61796feb-f91c-4b33-a94a-d3448b8e9fdd", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:46:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "0542fdbf-2353-48d8-ba89-f5760e07b67c", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:46:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "0542fdbf-2353-48d8-ba89-f5760e07b67c", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579-authn-ssl"} 2026-07-07T23:46:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "0542fdbf-2353-48d8-ba89-f5760e07b67c", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:46:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "a2bf06af-7f15-48d4-befa-0363d8d7520a", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "a2bf06af-7f15-48d4-befa-0363d8d7520a", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe"} 2026-07-07T23:46:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "a2bf06af-7f15-48d4-befa-0363d8d7520a", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "a2bf06af-7f15-48d4-befa-0363d8d7520a", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "a2bf06af-7f15-48d4-befa-0363d8d7520a", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe-kserve-route-authn"} 2026-07-07T23:46:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "a2bf06af-7f15-48d4-befa-0363d8d7520a", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe-kserve-route-authn"} 2026-07-07T23:46:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "a2bf06af-7f15-48d4-befa-0363d8d7520a", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "a2bf06af-7f15-48d4-befa-0363d8d7520a", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c324fe","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "test-model-c324fe", "reconcileID": "ced40969-ced0-431a-97ca-6d8903fe0faf", "LLMInferenceService": "test-model-c324fe", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:46:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "e962ac80-3dd1-4aa0-b86d-393dcb0a9a2b", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:46:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "e962ac80-3dd1-4aa0-b86d-393dcb0a9a2b", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe-authn-ssl"} 2026-07-07T23:46:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "e962ac80-3dd1-4aa0-b86d-393dcb0a9a2b", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:46:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "64880aab-f291-4558-84c4-61204e1cecc6", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:46:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "64880aab-f291-4558-84c4-61204e1cecc6", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe-authn-ssl"} 2026-07-07T23:46:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "64880aab-f291-4558-84c4-61204e1cecc6", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:46:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6b982215-079a-4e97-b720-913f1a41887e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:46:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "4b6e474e-a4fa-46bd-b121-dc3e1bf4f71e", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:46:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "4b6e474e-a4fa-46bd-b121-dc3e1bf4f71e", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579-authn-ssl"} 2026-07-07T23:46:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "4b6e474e-a4fa-46bd-b121-dc3e1bf4f71e", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:47:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0d89ed7-a60d-4235-b117-f183bed8ad9f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:47:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0d89ed7-a60d-4235-b117-f183bed8ad9f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-04f579", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:47:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0d89ed7-a60d-4235-b117-f183bed8ad9f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-04f579 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T23:47:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "odh-trusted-ca-bundle", "reconcileID": "258635b7-51fa-488e-9b3b-91159bbce23f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:47:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "odh-trusted-ca-bundle", "reconcileID": "258635b7-51fa-488e-9b3b-91159bbce23f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:47:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "openshift-service-ca.crt", "reconcileID": "4d1a6328-8ef3-44d8-b675-24a80e83c751", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:47:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "openshift-service-ca.crt", "reconcileID": "4d1a6328-8ef3-44d8-b675-24a80e83c751", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:47:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6580780b-2da6-4db2-a723-ef3ac898379f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:47:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-04f579"}, "namespace": "ai-tenant-e2e-inf-a-04f579", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6580780b-2da6-4db2-a723-ef3ac898379f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-04f579"} 2026-07-07T23:47:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-04f579","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-04f579", "reconcileID": "367b549d-3751-44b9-8389-277905684e66", "Gateway": "e2e-inf-a-04f579", "namespace": "openshift-ingress"} 2026-07-07T23:47:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1c7f21e4-1c20-43b4-8612-c5f303fa1924", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:47:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "11388d44-5835-4e8c-9684-ea850e60f1d6", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:47:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "11388d44-5835-4e8c-9684-ea850e60f1d6", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe-authn-ssl"} 2026-07-07T23:47:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "11388d44-5835-4e8c-9684-ea850e60f1d6", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:47:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02d334a3-d30c-42a8-aa36-2caee232ec8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:47:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02d334a3-d30c-42a8-aa36-2caee232ec8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-c324fe", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:47:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02d334a3-d30c-42a8-aa36-2caee232ec8f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-c324fe because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T23:47:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "odh-trusted-ca-bundle", "reconcileID": "5f560973-18bc-4d46-8a40-3c3314aaf717", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:47:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "odh-trusted-ca-bundle", "reconcileID": "5f560973-18bc-4d46-8a40-3c3314aaf717", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:47:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "openshift-service-ca.crt", "reconcileID": "2bcb1edd-8539-4a44-a202-da7a650e21f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:47:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "openshift-service-ca.crt", "reconcileID": "2bcb1edd-8539-4a44-a202-da7a650e21f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:47:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a994f5da-3159-4e6e-a9cf-64b339790957", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:47:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-c324fe"}, "namespace": "ai-tenant-e2e-inf-b-c324fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a994f5da-3159-4e6e-a9cf-64b339790957", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-c324fe"} 2026-07-07T23:47:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-c324fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-c324fe", "reconcileID": "8226c89f-25ba-4722-b8e6-ad468534ce96", "Gateway": "e2e-inf-b-c324fe", "namespace": "openshift-ingress"} 2026-07-07T23:47:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "a3b2f0c3-c7fd-46e0-a81a-80a1c690d886", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress"} 2026-07-07T23:47:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "a3b2f0c3-c7fd-46e0-a81a-80a1c690d886", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351-authn-ssl"} 2026-07-07T23:47:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "a3b2f0c3-c7fd-46e0-a81a-80a1c690d886", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress"} 2026-07-07T23:47:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "1709aa5a-6b57-4e00-9ac3-f343df43e02f", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress"} 2026-07-07T23:47:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "1709aa5a-6b57-4e00-9ac3-f343df43e02f", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351-authn-ssl"} 2026-07-07T23:47:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "1709aa5a-6b57-4e00-9ac3-f343df43e02f", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress"} 2026-07-07T23:47:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "c7ff6b34-7022-4084-a57c-b02e0a05d367", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress"} 2026-07-07T23:47:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "c7ff6b34-7022-4084-a57c-b02e0a05d367", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351-authn-ssl"} 2026-07-07T23:47:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "c7ff6b34-7022-4084-a57c-b02e0a05d367", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress"} 2026-07-07T23:47:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "f724c0c9-9971-424d-ac81-ac53e2383898", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress"} 2026-07-07T23:47:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "f724c0c9-9971-424d-ac81-ac53e2383898", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351-authn-ssl"} 2026-07-07T23:47:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "f724c0c9-9971-424d-ac81-ac53e2383898", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress"} 2026-07-07T23:47:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "78cd0ccc-418d-4892-abbf-ed481b5c3216", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress"} 2026-07-07T23:47:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "78cd0ccc-418d-4892-abbf-ed481b5c3216", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351-authn-ssl"} 2026-07-07T23:47:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "78cd0ccc-418d-4892-abbf-ed481b5c3216", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress"} 2026-07-07T23:47:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "e54aa86f-2d5d-400d-bfce-7151519f43e1", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress"} 2026-07-07T23:47:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "e54aa86f-2d5d-400d-bfce-7151519f43e1", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351-authn-ssl"} 2026-07-07T23:47:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "e54aa86f-2d5d-400d-bfce-7151519f43e1", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress"} 2026-07-07T23:47:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "bd4bd99f-0833-482b-87de-0bf2a2ef06cd", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress"} 2026-07-07T23:47:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "bd4bd99f-0833-482b-87de-0bf2a2ef06cd", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351-authn-ssl"} 2026-07-07T23:47:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "bd4bd99f-0833-482b-87de-0bf2a2ef06cd", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress"} 2026-07-07T23:47:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-6e6351"}, "namespace": "ai-tenant-e2e-api-a-6e6351", "name": "openshift-service-ca.crt", "reconcileID": "f0782733-18b9-4918-9eda-e19a59abf370", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-6e6351"} 2026-07-07T23:47:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-6e6351"}, "namespace": "ai-tenant-e2e-api-a-6e6351", "name": "odh-trusted-ca-bundle", "reconcileID": "f62c95d1-bd04-42a0-abd1-ccc3003293da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-6e6351"} 2026-07-07T23:47:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-6e6351"}, "namespace": "ai-tenant-e2e-api-a-6e6351", "name": "openshift-service-ca.crt", "reconcileID": "af1d9a5b-1885-43cc-a508-26dcee0e93c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-6e6351", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:47:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-6e6351"}, "namespace": "ai-tenant-e2e-api-a-6e6351", "name": "openshift-service-ca.crt", "reconcileID": "af1d9a5b-1885-43cc-a508-26dcee0e93c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-6e6351"} 2026-07-07T23:47:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-6e6351"}, "namespace": "ai-tenant-e2e-api-a-6e6351", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dfbe8ad9-34d5-45c4-9ed9-93b4a2788a21", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-6e6351"} 2026-07-07T23:47:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-6e6351"}, "namespace": "ai-tenant-e2e-api-a-6e6351", "name": "openshift-service-ca.crt", "reconcileID": "88858acf-12ec-4884-94fa-062017066b37", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-6e6351"} 2026-07-07T23:47:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-6e6351"}, "namespace": "ai-tenant-e2e-api-a-6e6351", "name": "odh-trusted-ca-bundle", "reconcileID": "e1deccf6-6b65-459c-9537-e49437a57e14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-6e6351", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:47:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-6e6351"}, "namespace": "ai-tenant-e2e-api-a-6e6351", "name": "odh-trusted-ca-bundle", "reconcileID": "e1deccf6-6b65-459c-9537-e49437a57e14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-6e6351"} 2026-07-07T23:47:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-6e6351"}, "namespace": "ai-tenant-e2e-api-a-6e6351", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccb1b0dc-cb7e-4e37-8bc0-a28a57f5f237", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-6e6351"} 2026-07-07T23:47:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "810df26a-e298-45d9-a25a-cc8116692ac8", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress"} 2026-07-07T23:47:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "810df26a-e298-45d9-a25a-cc8116692ac8", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351-authn-ssl"} 2026-07-07T23:47:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "810df26a-e298-45d9-a25a-cc8116692ac8", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress"} 2026-07-07T23:47:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2bd620c6-b379-46c9-93b0-7939ffca2f6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:47:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "d7d2f960-c236-4eef-ab55-12259a348a26", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress"} 2026-07-07T23:47:36Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "d7d2f960-c236-4eef-ab55-12259a348a26", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e-authn-ssl"} 2026-07-07T23:47:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "d7d2f960-c236-4eef-ab55-12259a348a26", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress"} 2026-07-07T23:47:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "4dd6a853-fa91-4749-a4e2-e9bd454d9d0e", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress"} 2026-07-07T23:47:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "4dd6a853-fa91-4749-a4e2-e9bd454d9d0e", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e-authn-ssl"} 2026-07-07T23:47:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "4dd6a853-fa91-4749-a4e2-e9bd454d9d0e", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress"} 2026-07-07T23:47:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "f2496413-ec5a-49cf-81a2-a93c310be4f0", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress"} 2026-07-07T23:47:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "f2496413-ec5a-49cf-81a2-a93c310be4f0", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e-authn-ssl"} 2026-07-07T23:47:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "f2496413-ec5a-49cf-81a2-a93c310be4f0", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress"} 2026-07-07T23:47:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "d1975ebc-5248-4d51-b28a-f31c8f4d7c3a", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress"} 2026-07-07T23:47:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "d1975ebc-5248-4d51-b28a-f31c8f4d7c3a", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e-authn-ssl"} 2026-07-07T23:47:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "d1975ebc-5248-4d51-b28a-f31c8f4d7c3a", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress"} 2026-07-07T23:47:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "bf34faed-52a9-4255-b03e-a029b77911a4", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress"} 2026-07-07T23:47:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "bf34faed-52a9-4255-b03e-a029b77911a4", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e-authn-ssl"} 2026-07-07T23:47:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "bf34faed-52a9-4255-b03e-a029b77911a4", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress"} 2026-07-07T23:47:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "9933acb8-ef2e-42d7-8a38-6b51c9e33b58", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress"} 2026-07-07T23:47:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "9933acb8-ef2e-42d7-8a38-6b51c9e33b58", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e-authn-ssl"} 2026-07-07T23:47:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "9933acb8-ef2e-42d7-8a38-6b51c9e33b58", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress"} 2026-07-07T23:47:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "09cc90a8-849f-48fb-b22f-2fee26999608", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress"} 2026-07-07T23:47:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "09cc90a8-849f-48fb-b22f-2fee26999608", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e-authn-ssl"} 2026-07-07T23:47:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "09cc90a8-849f-48fb-b22f-2fee26999608", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress"} 2026-07-07T23:47:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b9fe5e"}, "namespace": "ai-tenant-e2e-api-b-b9fe5e", "name": "openshift-service-ca.crt", "reconcileID": "6266af41-4142-47f8-b7f9-dec1b66e9f83", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b9fe5e"} 2026-07-07T23:47:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b9fe5e"}, "namespace": "ai-tenant-e2e-api-b-b9fe5e", "name": "openshift-service-ca.crt", "reconcileID": "69e1e351-65f9-4d4f-8ceb-2891738385ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b9fe5e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:47:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b9fe5e"}, "namespace": "ai-tenant-e2e-api-b-b9fe5e", "name": "openshift-service-ca.crt", "reconcileID": "69e1e351-65f9-4d4f-8ceb-2891738385ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b9fe5e"} 2026-07-07T23:47:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b9fe5e"}, "namespace": "ai-tenant-e2e-api-b-b9fe5e", "name": "odh-trusted-ca-bundle", "reconcileID": "3caff309-4d92-4db0-b699-b1822c845a06", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b9fe5e"} 2026-07-07T23:47:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b9fe5e"}, "namespace": "ai-tenant-e2e-api-b-b9fe5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46376bf6-4178-42ca-85c1-5bbd9ecab96f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b9fe5e"} 2026-07-07T23:47:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b9fe5e"}, "namespace": "ai-tenant-e2e-api-b-b9fe5e", "name": "openshift-service-ca.crt", "reconcileID": "450e2bbe-1eae-41c0-97be-6ad6444745f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b9fe5e"} 2026-07-07T23:47:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b9fe5e"}, "namespace": "ai-tenant-e2e-api-b-b9fe5e", "name": "odh-trusted-ca-bundle", "reconcileID": "e5992e9b-f19d-4dc7-b160-7cf39c76302c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b9fe5e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:47:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b9fe5e"}, "namespace": "ai-tenant-e2e-api-b-b9fe5e", "name": "odh-trusted-ca-bundle", "reconcileID": "e5992e9b-f19d-4dc7-b160-7cf39c76302c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b9fe5e"} 2026-07-07T23:47:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b9fe5e"}, "namespace": "ai-tenant-e2e-api-b-b9fe5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e177390-40ee-408c-a23d-6405184b0fce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b9fe5e"} 2026-07-07T23:47:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "dfb1221a-d2b7-425f-ad85-0ba556316dc6", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress"} 2026-07-07T23:47:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "dfb1221a-d2b7-425f-ad85-0ba556316dc6", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e-authn-ssl"} 2026-07-07T23:47:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "dfb1221a-d2b7-425f-ad85-0ba556316dc6", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress"} 2026-07-07T23:47:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a525c47e-bfb1-45ea-8549-80758df197e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:47:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "777a058a-7af4-4070-8070-ee72098fe42e", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress"} 2026-07-07T23:47:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "777a058a-7af4-4070-8070-ee72098fe42e", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351-authn-ssl"} 2026-07-07T23:47:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "777a058a-7af4-4070-8070-ee72098fe42e", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress"} 2026-07-07T23:47:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "30d7e9dc-7c39-4141-a2c9-45f272e9465f", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress"} 2026-07-07T23:47:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "30d7e9dc-7c39-4141-a2c9-45f272e9465f", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e-authn-ssl"} 2026-07-07T23:47:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "30d7e9dc-7c39-4141-a2c9-45f272e9465f", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress"} 2026-07-07T23:47:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ba813423-353b-4747-b71f-3e1c66d61f49", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:47:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c64878ab-f161-491a-9e27-e65a9ccb8cb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:47:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "453ae748-a927-403a-9a30-e750e6bf2faa", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress"} 2026-07-07T23:47:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "453ae748-a927-403a-9a30-e750e6bf2faa", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351-authn-ssl"} 2026-07-07T23:47:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "453ae748-a927-403a-9a30-e750e6bf2faa", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress"} 2026-07-07T23:47:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-6e6351"}, "namespace": "ai-tenant-e2e-api-a-6e6351", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90953f5c-8c73-46e6-b0b5-9c425912588c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-6e6351"} 2026-07-07T23:47:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-6e6351"}, "namespace": "ai-tenant-e2e-api-a-6e6351", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90953f5c-8c73-46e6-b0b5-9c425912588c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-6e6351", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:47:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-6e6351"}, "namespace": "ai-tenant-e2e-api-a-6e6351", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90953f5c-8c73-46e6-b0b5-9c425912588c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-6e6351 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T23:47:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-6e6351"}, "namespace": "ai-tenant-e2e-api-a-6e6351", "name": "odh-trusted-ca-bundle", "reconcileID": "49ea8ac7-97a6-49e5-8b1b-5fd60dfb5e5e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-6e6351"} 2026-07-07T23:47:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-6e6351"}, "namespace": "ai-tenant-e2e-api-a-6e6351", "name": "odh-trusted-ca-bundle", "reconcileID": "49ea8ac7-97a6-49e5-8b1b-5fd60dfb5e5e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-6e6351"} 2026-07-07T23:47:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-6e6351"}, "namespace": "ai-tenant-e2e-api-a-6e6351", "name": "openshift-service-ca.crt", "reconcileID": "b8064f2b-c9a8-4c82-a9d9-c07eda7012de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-6e6351"} 2026-07-07T23:47:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-6e6351"}, "namespace": "ai-tenant-e2e-api-a-6e6351", "name": "openshift-service-ca.crt", "reconcileID": "b8064f2b-c9a8-4c82-a9d9-c07eda7012de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-6e6351"} 2026-07-07T23:47:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-6e6351"}, "namespace": "ai-tenant-e2e-api-a-6e6351", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ec89923-2dc6-4b8a-99eb-ec96eb038251", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-6e6351"} 2026-07-07T23:47:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-6e6351"}, "namespace": "ai-tenant-e2e-api-a-6e6351", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ec89923-2dc6-4b8a-99eb-ec96eb038251", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-6e6351"} 2026-07-07T23:47:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-6e6351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-6e6351", "reconcileID": "74c5501f-3e0d-4f75-bd06-dc85f3b29436", "Gateway": "e2e-api-a-6e6351", "namespace": "openshift-ingress"} 2026-07-07T23:48:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ffe9a62d-aa27-4adf-90eb-f387c0cefac5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:48:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "d901cb2d-32e6-4a2a-86e5-c5b01fce0045", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress"} 2026-07-07T23:48:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "d901cb2d-32e6-4a2a-86e5-c5b01fce0045", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e-authn-ssl"} 2026-07-07T23:48:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "d901cb2d-32e6-4a2a-86e5-c5b01fce0045", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress"} 2026-07-07T23:48:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b9fe5e"}, "namespace": "ai-tenant-e2e-api-b-b9fe5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c7a344d-40f0-49fb-a1b1-4d772a44db5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b9fe5e"} 2026-07-07T23:48:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b9fe5e"}, "namespace": "ai-tenant-e2e-api-b-b9fe5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c7a344d-40f0-49fb-a1b1-4d772a44db5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b9fe5e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:48:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b9fe5e"}, "namespace": "ai-tenant-e2e-api-b-b9fe5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c7a344d-40f0-49fb-a1b1-4d772a44db5e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-b9fe5e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T23:48:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b9fe5e"}, "namespace": "ai-tenant-e2e-api-b-b9fe5e", "name": "odh-trusted-ca-bundle", "reconcileID": "4aceb57e-a999-4b70-9267-46f23e39bca5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b9fe5e"} 2026-07-07T23:48:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b9fe5e"}, "namespace": "ai-tenant-e2e-api-b-b9fe5e", "name": "odh-trusted-ca-bundle", "reconcileID": "4aceb57e-a999-4b70-9267-46f23e39bca5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b9fe5e"} 2026-07-07T23:48:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b9fe5e"}, "namespace": "ai-tenant-e2e-api-b-b9fe5e", "name": "openshift-service-ca.crt", "reconcileID": "e65a3a6c-6a1f-488c-9de5-758874e74638", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b9fe5e"} 2026-07-07T23:48:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b9fe5e"}, "namespace": "ai-tenant-e2e-api-b-b9fe5e", "name": "openshift-service-ca.crt", "reconcileID": "e65a3a6c-6a1f-488c-9de5-758874e74638", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b9fe5e"} 2026-07-07T23:48:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b9fe5e"}, "namespace": "ai-tenant-e2e-api-b-b9fe5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d232f2de-c5c4-4a68-947b-99a1acb2306f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b9fe5e"} 2026-07-07T23:48:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b9fe5e"}, "namespace": "ai-tenant-e2e-api-b-b9fe5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d232f2de-c5c4-4a68-947b-99a1acb2306f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b9fe5e"} 2026-07-07T23:48:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9fe5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9fe5e", "reconcileID": "5ef7d013-941e-41ac-93fa-19e7e497a48a", "Gateway": "e2e-api-b-b9fe5e", "namespace": "openshift-ingress"} 2026-07-07T23:48:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "bdd2ec53-8dd5-49e8-9d22-b65d2792ebb4", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress"} 2026-07-07T23:48:07Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "bdd2ec53-8dd5-49e8-9d22-b65d2792ebb4", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99-authn-ssl"} 2026-07-07T23:48:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "bdd2ec53-8dd5-49e8-9d22-b65d2792ebb4", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress"} 2026-07-07T23:48:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "fffd2ab6-61bf-431f-82eb-eb461d49d240", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress"} 2026-07-07T23:48:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "fffd2ab6-61bf-431f-82eb-eb461d49d240", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99-authn-ssl"} 2026-07-07T23:48:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "fffd2ab6-61bf-431f-82eb-eb461d49d240", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress"} 2026-07-07T23:48:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "08a02ad1-9a11-4c73-b986-fe7a208286d2", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress"} 2026-07-07T23:48:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "08a02ad1-9a11-4c73-b986-fe7a208286d2", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99-authn-ssl"} 2026-07-07T23:48:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "08a02ad1-9a11-4c73-b986-fe7a208286d2", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress"} 2026-07-07T23:48:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "5221466a-e83c-40d4-807d-5e538dc40b63", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress"} 2026-07-07T23:48:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "5221466a-e83c-40d4-807d-5e538dc40b63", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99-authn-ssl"} 2026-07-07T23:48:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "5221466a-e83c-40d4-807d-5e538dc40b63", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress"} 2026-07-07T23:48:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "07aaf886-dc24-4ab4-86fd-5d6826e6f16b", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress"} 2026-07-07T23:48:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "07aaf886-dc24-4ab4-86fd-5d6826e6f16b", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99-authn-ssl"} 2026-07-07T23:48:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "07aaf886-dc24-4ab4-86fd-5d6826e6f16b", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress"} 2026-07-07T23:48:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "02c65737-4f03-47be-811f-77fc3d68e8eb", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress"} 2026-07-07T23:48:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "02c65737-4f03-47be-811f-77fc3d68e8eb", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99-authn-ssl"} 2026-07-07T23:48:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "02c65737-4f03-47be-811f-77fc3d68e8eb", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress"} 2026-07-07T23:48:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "719d6dcf-9120-4cd8-b898-d468b4475342", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress"} 2026-07-07T23:48:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "719d6dcf-9120-4cd8-b898-d468b4475342", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99-authn-ssl"} 2026-07-07T23:48:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "719d6dcf-9120-4cd8-b898-d468b4475342", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress"} 2026-07-07T23:48:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d73a99"}, "namespace": "ai-tenant-e2e-shared-a-d73a99", "name": "openshift-service-ca.crt", "reconcileID": "8b9bc618-fb56-4f36-8028-8a82eb6d07ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d73a99"} 2026-07-07T23:48:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d73a99"}, "namespace": "ai-tenant-e2e-shared-a-d73a99", "name": "odh-trusted-ca-bundle", "reconcileID": "155a095e-b27e-402d-95b0-4bb6c5b1984a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d73a99"} 2026-07-07T23:48:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d73a99"}, "namespace": "ai-tenant-e2e-shared-a-d73a99", "name": "openshift-service-ca.crt", "reconcileID": "8bdfc7d6-c4c6-4a85-9ab6-2dcb089f6003", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d73a99", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:48:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d73a99"}, "namespace": "ai-tenant-e2e-shared-a-d73a99", "name": "openshift-service-ca.crt", "reconcileID": "8bdfc7d6-c4c6-4a85-9ab6-2dcb089f6003", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d73a99"} 2026-07-07T23:48:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d73a99"}, "namespace": "ai-tenant-e2e-shared-a-d73a99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ab65ec8-5704-454f-990d-62b5d6144b8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d73a99"} 2026-07-07T23:48:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d73a99"}, "namespace": "ai-tenant-e2e-shared-a-d73a99", "name": "openshift-service-ca.crt", "reconcileID": "0c202b60-916e-4a08-970b-0a994db52b19", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d73a99"} 2026-07-07T23:48:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d73a99"}, "namespace": "ai-tenant-e2e-shared-a-d73a99", "name": "odh-trusted-ca-bundle", "reconcileID": "df6b99c0-b514-4a9e-90b7-f973717da48b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d73a99", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:48:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d73a99"}, "namespace": "ai-tenant-e2e-shared-a-d73a99", "name": "odh-trusted-ca-bundle", "reconcileID": "df6b99c0-b514-4a9e-90b7-f973717da48b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d73a99"} 2026-07-07T23:48:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d73a99"}, "namespace": "ai-tenant-e2e-shared-a-d73a99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db8493a6-940d-49b3-a2e6-ccd568734ae0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d73a99"} 2026-07-07T23:48:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "3bf996f3-2a2e-4778-ab27-11c2b1d3d488", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress"} 2026-07-07T23:48:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "3bf996f3-2a2e-4778-ab27-11c2b1d3d488", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99-authn-ssl"} 2026-07-07T23:48:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "3bf996f3-2a2e-4778-ab27-11c2b1d3d488", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress"} 2026-07-07T23:48:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a8985b1e-8a25-4233-80c4-594a96ea3227", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:48:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "13ff54ee-9a30-4340-9a2a-0f057ec6d441", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress"} 2026-07-07T23:48:15Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "13ff54ee-9a30-4340-9a2a-0f057ec6d441", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8-authn-ssl"} 2026-07-07T23:48:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "13ff54ee-9a30-4340-9a2a-0f057ec6d441", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress"} 2026-07-07T23:48:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "1674eea6-0abb-44f9-9ad9-67e37d0e2bce", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress"} 2026-07-07T23:48:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "1674eea6-0abb-44f9-9ad9-67e37d0e2bce", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8-authn-ssl"} 2026-07-07T23:48:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "1674eea6-0abb-44f9-9ad9-67e37d0e2bce", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress"} 2026-07-07T23:48:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "48756afd-835d-417d-831e-3b688b7a7f53", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress"} 2026-07-07T23:48:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "48756afd-835d-417d-831e-3b688b7a7f53", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8-authn-ssl"} 2026-07-07T23:48:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "48756afd-835d-417d-831e-3b688b7a7f53", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress"} 2026-07-07T23:48:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "0a51c965-abc0-4071-86e2-587e89ad8831", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress"} 2026-07-07T23:48:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "0a51c965-abc0-4071-86e2-587e89ad8831", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8-authn-ssl"} 2026-07-07T23:48:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "0a51c965-abc0-4071-86e2-587e89ad8831", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress"} 2026-07-07T23:48:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "4b69dafc-4a17-4fde-a2a1-602f9cbd5d2d", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress"} 2026-07-07T23:48:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "4b69dafc-4a17-4fde-a2a1-602f9cbd5d2d", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8-authn-ssl"} 2026-07-07T23:48:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "4b69dafc-4a17-4fde-a2a1-602f9cbd5d2d", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress"} 2026-07-07T23:48:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "9a29e829-fbcb-46f4-be84-e1c1255b28dd", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress"} 2026-07-07T23:48:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "9a29e829-fbcb-46f4-be84-e1c1255b28dd", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8-authn-ssl"} 2026-07-07T23:48:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "9a29e829-fbcb-46f4-be84-e1c1255b28dd", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress"} 2026-07-07T23:48:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "812970ab-dec0-45d4-869f-5cbafe690c7a", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress"} 2026-07-07T23:48:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "812970ab-dec0-45d4-869f-5cbafe690c7a", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8-authn-ssl"} 2026-07-07T23:48:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "812970ab-dec0-45d4-869f-5cbafe690c7a", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress"} 2026-07-07T23:48:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "1373ae3b-f54f-4321-bbdb-a4d48783a7c0", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress"} 2026-07-07T23:48:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "1373ae3b-f54f-4321-bbdb-a4d48783a7c0", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99-authn-ssl"} 2026-07-07T23:48:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "1373ae3b-f54f-4321-bbdb-a4d48783a7c0", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress"} 2026-07-07T23:48:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2144c8"}, "namespace": "ai-tenant-e2e-shared-b-2144c8", "name": "openshift-service-ca.crt", "reconcileID": "7be4bbbe-212a-4f87-915d-d4389b493cd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2144c8"} 2026-07-07T23:48:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2144c8"}, "namespace": "ai-tenant-e2e-shared-b-2144c8", "name": "odh-trusted-ca-bundle", "reconcileID": "2a412fd6-27ef-4fc4-b48d-eb529ecee358", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2144c8"} 2026-07-07T23:48:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2144c8"}, "namespace": "ai-tenant-e2e-shared-b-2144c8", "name": "openshift-service-ca.crt", "reconcileID": "c2ae846c-fe56-4765-b922-d300eb4f25af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2144c8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:48:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2144c8"}, "namespace": "ai-tenant-e2e-shared-b-2144c8", "name": "openshift-service-ca.crt", "reconcileID": "c2ae846c-fe56-4765-b922-d300eb4f25af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2144c8"} 2026-07-07T23:48:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2144c8"}, "namespace": "ai-tenant-e2e-shared-b-2144c8", "name": "openshift-service-ca.crt", "reconcileID": "c89d49c0-a2bf-42ef-af71-e486273dbfc6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2144c8"} 2026-07-07T23:48:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2144c8"}, "namespace": "ai-tenant-e2e-shared-b-2144c8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7060e544-8ae9-4c09-a467-b6f5399b54c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2144c8"} 2026-07-07T23:48:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2144c8"}, "namespace": "ai-tenant-e2e-shared-b-2144c8", "name": "odh-trusted-ca-bundle", "reconcileID": "dac936ce-cc96-4c79-8d82-1d7fa7292720", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2144c8", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:48:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2144c8"}, "namespace": "ai-tenant-e2e-shared-b-2144c8", "name": "odh-trusted-ca-bundle", "reconcileID": "dac936ce-cc96-4c79-8d82-1d7fa7292720", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2144c8"} 2026-07-07T23:48:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2144c8"}, "namespace": "ai-tenant-e2e-shared-b-2144c8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6536bbc0-53c7-4b80-82b6-349c8dec2b6c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2144c8"} 2026-07-07T23:48:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "3f1ef3cb-570b-428c-b811-16cfd57b599f", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress"} 2026-07-07T23:48:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "3f1ef3cb-570b-428c-b811-16cfd57b599f", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8-authn-ssl"} 2026-07-07T23:48:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "3f1ef3cb-570b-428c-b811-16cfd57b599f", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress"} 2026-07-07T23:48:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "474c20e5-747d-4b06-af15-18f248382671", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:48:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "c40d4253-a1a1-4e2f-93b8-4160d1f7ed07", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress"} 2026-07-07T23:48:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "c40d4253-a1a1-4e2f-93b8-4160d1f7ed07", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8-authn-ssl"} 2026-07-07T23:48:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "c40d4253-a1a1-4e2f-93b8-4160d1f7ed07", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress"} 2026-07-07T23:48:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "60e74a80-9fba-44d7-a6d2-340e3053e0c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:48:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "51fa7bca-b1ae-4472-b47a-38228405f436", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:51:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bf7e7d71-cf80-4abf-982b-3acaf2aba4f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:51:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "40508fb0-11e6-4edf-8b03-933c89275568", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress"} 2026-07-07T23:51:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "40508fb0-11e6-4edf-8b03-933c89275568", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99-authn-ssl"} 2026-07-07T23:51:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "40508fb0-11e6-4edf-8b03-933c89275568", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress"} 2026-07-07T23:51:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d73a99"}, "namespace": "ai-tenant-e2e-shared-a-d73a99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04fd1947-d476-4b3c-9f5a-fbd363d5d418", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d73a99"} 2026-07-07T23:51:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d73a99"}, "namespace": "ai-tenant-e2e-shared-a-d73a99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04fd1947-d476-4b3c-9f5a-fbd363d5d418", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d73a99", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:51:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d73a99"}, "namespace": "ai-tenant-e2e-shared-a-d73a99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04fd1947-d476-4b3c-9f5a-fbd363d5d418", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-d73a99 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T23:51:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d73a99"}, "namespace": "ai-tenant-e2e-shared-a-d73a99", "name": "odh-trusted-ca-bundle", "reconcileID": "46115b81-0653-462f-96ce-681ffc9eaf90", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d73a99"} 2026-07-07T23:51:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d73a99"}, "namespace": "ai-tenant-e2e-shared-a-d73a99", "name": "odh-trusted-ca-bundle", "reconcileID": "46115b81-0653-462f-96ce-681ffc9eaf90", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d73a99"} 2026-07-07T23:51:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d73a99"}, "namespace": "ai-tenant-e2e-shared-a-d73a99", "name": "openshift-service-ca.crt", "reconcileID": "2d0a82cd-23b4-4479-9f2c-225a74352236", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d73a99"} 2026-07-07T23:51:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d73a99"}, "namespace": "ai-tenant-e2e-shared-a-d73a99", "name": "openshift-service-ca.crt", "reconcileID": "2d0a82cd-23b4-4479-9f2c-225a74352236", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d73a99"} 2026-07-07T23:51:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d73a99"}, "namespace": "ai-tenant-e2e-shared-a-d73a99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "452f7897-ff30-4804-9b4a-968281a09a6d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d73a99"} 2026-07-07T23:51:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d73a99"}, "namespace": "ai-tenant-e2e-shared-a-d73a99", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "452f7897-ff30-4804-9b4a-968281a09a6d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d73a99"} 2026-07-07T23:51:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d73a99","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d73a99", "reconcileID": "3f8f36a4-f574-455b-a505-c35ef584f64a", "Gateway": "e2e-shared-a-d73a99", "namespace": "openshift-ingress"} 2026-07-07T23:51:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4c741158-7cb1-4c96-aec4-d632857e49ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:51:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "024b5e6e-c36f-463e-b668-6af76fadc9e8", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress"} 2026-07-07T23:51:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "024b5e6e-c36f-463e-b668-6af76fadc9e8", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8-authn-ssl"} 2026-07-07T23:51:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "024b5e6e-c36f-463e-b668-6af76fadc9e8", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress"} 2026-07-07T23:51:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2144c8"}, "namespace": "ai-tenant-e2e-shared-b-2144c8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62e26d92-4213-45e9-8935-f3f32c45293b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2144c8"} 2026-07-07T23:51:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2144c8"}, "namespace": "ai-tenant-e2e-shared-b-2144c8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62e26d92-4213-45e9-8935-f3f32c45293b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2144c8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:51:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2144c8"}, "namespace": "ai-tenant-e2e-shared-b-2144c8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62e26d92-4213-45e9-8935-f3f32c45293b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-2144c8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T23:51:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2144c8"}, "namespace": "ai-tenant-e2e-shared-b-2144c8", "name": "odh-trusted-ca-bundle", "reconcileID": "c0ee9e89-301c-46f1-aae4-38a36d194ada", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2144c8"} 2026-07-07T23:51:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2144c8"}, "namespace": "ai-tenant-e2e-shared-b-2144c8", "name": "odh-trusted-ca-bundle", "reconcileID": "c0ee9e89-301c-46f1-aae4-38a36d194ada", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2144c8"} 2026-07-07T23:51:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2144c8"}, "namespace": "ai-tenant-e2e-shared-b-2144c8", "name": "openshift-service-ca.crt", "reconcileID": "31797e71-f834-4b4c-b09f-56ab0f2d31ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2144c8"} 2026-07-07T23:51:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2144c8"}, "namespace": "ai-tenant-e2e-shared-b-2144c8", "name": "openshift-service-ca.crt", "reconcileID": "31797e71-f834-4b4c-b09f-56ab0f2d31ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2144c8"} 2026-07-07T23:51:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2144c8"}, "namespace": "ai-tenant-e2e-shared-b-2144c8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e69b0c68-62c8-49c0-b350-b7bf59e7c22d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2144c8"} 2026-07-07T23:51:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2144c8"}, "namespace": "ai-tenant-e2e-shared-b-2144c8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e69b0c68-62c8-49c0-b350-b7bf59e7c22d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2144c8"} 2026-07-07T23:51:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2144c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2144c8", "reconcileID": "b030c10f-7bb9-444a-8178-f9c2e5707a43", "Gateway": "e2e-shared-b-2144c8", "namespace": "openshift-ingress"}