sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:59:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c5c751"}, "namespace": "ai-tenant-e2e-api-a-c5c751", "name": "odh-trusted-ca-bundle", "reconcileID": "2ef62e24-9011-4f37-9be2-63e4b832f6d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c5c751"} 2026-09-10T17:59:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c5c751"}, "namespace": "ai-tenant-e2e-api-a-c5c751", "name": "odh-trusted-ca-bundle", "reconcileID": "2ef62e24-9011-4f37-9be2-63e4b832f6d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c5c751"} 2026-09-10T17:59:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c5c751"}, "namespace": "ai-tenant-e2e-api-a-c5c751", "name": "openshift-service-ca.crt", "reconcileID": "fb10750f-85b8-481e-93c2-c7209a51c3bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c5c751"} 2026-09-10T17:59:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c5c751"}, "namespace": "ai-tenant-e2e-api-a-c5c751", "name": "openshift-service-ca.crt", "reconcileID": "fb10750f-85b8-481e-93c2-c7209a51c3bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c5c751"} 2026-09-10T17:59:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c5c751"}, "namespace": "ai-tenant-e2e-api-a-c5c751", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "277a29f0-f669-48bb-8214-56ad3a2c3c89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c5c751"} 2026-09-10T17:59:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c5c751"}, "namespace": "ai-tenant-e2e-api-a-c5c751", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "277a29f0-f669-48bb-8214-56ad3a2c3c89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c5c751"} 2026-09-10T17:59:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c5c751","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c5c751", "reconcileID": "31a1a348-dbdf-40bc-b611-c2c65fafd077", "Gateway": "e2e-api-a-c5c751", "namespace": "openshift-ingress"} 2026-09-10T17:59:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-abad1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-abad1a", "reconcileID": "d548d2ba-3381-4095-8f9b-b6a5ecc080ab", "Gateway": "e2e-api-b-abad1a", "namespace": "openshift-ingress"} 2026-09-10T17:59:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-abad1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-abad1a", "reconcileID": "d548d2ba-3381-4095-8f9b-b6a5ecc080ab", "Gateway": "e2e-api-b-abad1a", "namespace": "openshift-ingress", "name": "e2e-api-b-abad1a-authn-ssl"} 2026-09-10T17:59:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-abad1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-abad1a", "reconcileID": "d548d2ba-3381-4095-8f9b-b6a5ecc080ab", "Gateway": "e2e-api-b-abad1a", "namespace": "openshift-ingress"} 2026-09-10T17:59:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-abad1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-abad1a", "reconcileID": "6160156e-7d25-44c8-a914-bffab152aacd", "Gateway": "e2e-api-b-abad1a", "namespace": "openshift-ingress"} 2026-09-10T17:59:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-abad1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-abad1a", "reconcileID": "6160156e-7d25-44c8-a914-bffab152aacd", "Gateway": "e2e-api-b-abad1a", "namespace": "openshift-ingress", "name": "e2e-api-b-abad1a-authn-ssl"} 2026-09-10T17:59:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-abad1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-abad1a", "reconcileID": "6160156e-7d25-44c8-a914-bffab152aacd", "Gateway": "e2e-api-b-abad1a", "namespace": "openshift-ingress"} 2026-09-10T17:59:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-abad1a"}, "namespace": "ai-tenant-e2e-api-b-abad1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "448bb0f1-5125-4af3-b39e-7500b16a8b06", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-abad1a"} 2026-09-10T17:59:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-abad1a"}, "namespace": "ai-tenant-e2e-api-b-abad1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "448bb0f1-5125-4af3-b39e-7500b16a8b06", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-abad1a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:59:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-abad1a"}, "namespace": "ai-tenant-e2e-api-b-abad1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "448bb0f1-5125-4af3-b39e-7500b16a8b06", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-abad1a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:59:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-abad1a"}, "namespace": "ai-tenant-e2e-api-b-abad1a", "name": "odh-trusted-ca-bundle", "reconcileID": "d81967dc-f385-4909-8587-87dfb81b7ec1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-abad1a"} 2026-09-10T17:59:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-abad1a"}, "namespace": "ai-tenant-e2e-api-b-abad1a", "name": "odh-trusted-ca-bundle", "reconcileID": "d81967dc-f385-4909-8587-87dfb81b7ec1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-abad1a"} 2026-09-10T17:59:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-abad1a"}, "namespace": "ai-tenant-e2e-api-b-abad1a", "name": "openshift-service-ca.crt", "reconcileID": "228c7e0f-032c-4d20-915b-da55b5e9d1ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-abad1a"} 2026-09-10T17:59:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-abad1a"}, "namespace": "ai-tenant-e2e-api-b-abad1a", "name": "openshift-service-ca.crt", "reconcileID": "228c7e0f-032c-4d20-915b-da55b5e9d1ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-abad1a"} 2026-09-10T17:59:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-abad1a"}, "namespace": "ai-tenant-e2e-api-b-abad1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83fa3264-c6bc-4dfb-9e4d-9aea55d05f6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-abad1a"} 2026-09-10T17:59:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-abad1a"}, "namespace": "ai-tenant-e2e-api-b-abad1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83fa3264-c6bc-4dfb-9e4d-9aea55d05f6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-abad1a"} 2026-09-10T17:59:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-abad1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-abad1a", "reconcileID": "122f46f5-82be-4c2b-a8be-36594830c38b", "Gateway": "e2e-api-b-abad1a", "namespace": "openshift-ingress"} 2026-09-10T17:59:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-18ecb2","namespace":"ai-tenant-e2e-shared-a-w3-18ecb2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "name": "rate-test-model-18ecb2", "reconcileID": "4e88875a-d11b-438e-b2ad-559281589224", "LLMInferenceService": "rate-test-model-18ecb2", "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2"} 2026-09-10T17:59:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-18ecb2","namespace":"ai-tenant-e2e-shared-a-w3-18ecb2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "name": "rate-test-model-18ecb2", "reconcileID": "4e88875a-d11b-438e-b2ad-559281589224", "LLMInferenceService": "rate-test-model-18ecb2", "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "name": "rate-test-model-18ecb2"} 2026-09-10T17:59:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-18ecb2","namespace":"ai-tenant-e2e-shared-a-w3-18ecb2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "name": "rate-test-model-18ecb2", "reconcileID": "4e88875a-d11b-438e-b2ad-559281589224", "LLMInferenceService": "rate-test-model-18ecb2", "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2"} 2026-09-10T17:59:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-18ecb2","namespace":"ai-tenant-e2e-shared-a-w3-18ecb2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "name": "rate-test-model-18ecb2", "reconcileID": "4e88875a-d11b-438e-b2ad-559281589224", "LLMInferenceService": "rate-test-model-18ecb2", "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2"} 2026-09-10T17:59:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-18ecb2","namespace":"ai-tenant-e2e-shared-a-w3-18ecb2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "name": "rate-test-model-18ecb2", "reconcileID": "4e88875a-d11b-438e-b2ad-559281589224", "LLMInferenceService": "rate-test-model-18ecb2", "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "name": "rate-test-model-18ecb2-kserve-route-authn"} 2026-09-10T17:59:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-18ecb2","namespace":"ai-tenant-e2e-shared-a-w3-18ecb2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "name": "rate-test-model-18ecb2", "reconcileID": "4e88875a-d11b-438e-b2ad-559281589224", "LLMInferenceService": "rate-test-model-18ecb2", "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "name": "rate-test-model-18ecb2-kserve-route-authn"} 2026-09-10T17:59:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-18ecb2","namespace":"ai-tenant-e2e-shared-a-w3-18ecb2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "name": "rate-test-model-18ecb2", "reconcileID": "4e88875a-d11b-438e-b2ad-559281589224", "LLMInferenceService": "rate-test-model-18ecb2", "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2"} 2026-09-10T17:59:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-18ecb2","namespace":"ai-tenant-e2e-shared-a-w3-18ecb2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "name": "rate-test-model-18ecb2", "reconcileID": "4e88875a-d11b-438e-b2ad-559281589224", "LLMInferenceService": "rate-test-model-18ecb2", "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2"} 2026-09-10T17:59:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-18ecb2","namespace":"ai-tenant-e2e-shared-a-w3-18ecb2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "name": "rate-test-model-18ecb2", "reconcileID": "678c83a9-c7b5-4073-940c-9d03b0e67b6c", "LLMInferenceService": "rate-test-model-18ecb2", "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2"} 2026-09-10T17:59:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18ecb2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18ecb2", "reconcileID": "da7847fa-a2be-4da9-a044-a990a845d02f", "Gateway": "e2e-shared-a-w3-18ecb2", "namespace": "openshift-ingress"} 2026-09-10T17:59:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18ecb2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18ecb2", "reconcileID": "da7847fa-a2be-4da9-a044-a990a845d02f", "Gateway": "e2e-shared-a-w3-18ecb2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18ecb2-authn-ssl"} 2026-09-10T17:59:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18ecb2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18ecb2", "reconcileID": "da7847fa-a2be-4da9-a044-a990a845d02f", "Gateway": "e2e-shared-a-w3-18ecb2", "namespace": "openshift-ingress"} 2026-09-10T17:59:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18ecb2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18ecb2", "reconcileID": "aeb8e99a-6d56-4041-9a40-d66d6797b578", "Gateway": "e2e-shared-a-w3-18ecb2", "namespace": "openshift-ingress"} 2026-09-10T17:59:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18ecb2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18ecb2", "reconcileID": "aeb8e99a-6d56-4041-9a40-d66d6797b578", "Gateway": "e2e-shared-a-w3-18ecb2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18ecb2-authn-ssl"} 2026-09-10T17:59:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18ecb2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18ecb2", "reconcileID": "aeb8e99a-6d56-4041-9a40-d66d6797b578", "Gateway": "e2e-shared-a-w3-18ecb2", "namespace": "openshift-ingress"} 2026-09-10T17:59:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57474d","namespace":"ai-tenant-e2e-shared-b-w3-57474d"}, "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "rate-test-model-57474d", "reconcileID": "1203cc62-7e6a-4fc0-9be9-e43440797ea3", "LLMInferenceService": "rate-test-model-57474d", "namespace": "ai-tenant-e2e-shared-b-w3-57474d"} 2026-09-10T17:59:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57474d","namespace":"ai-tenant-e2e-shared-b-w3-57474d"}, "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "rate-test-model-57474d", "reconcileID": "1203cc62-7e6a-4fc0-9be9-e43440797ea3", "LLMInferenceService": "rate-test-model-57474d", "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "rate-test-model-57474d"} 2026-09-10T17:59:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57474d","namespace":"ai-tenant-e2e-shared-b-w3-57474d"}, "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "rate-test-model-57474d", "reconcileID": "1203cc62-7e6a-4fc0-9be9-e43440797ea3", "LLMInferenceService": "rate-test-model-57474d", "namespace": "ai-tenant-e2e-shared-b-w3-57474d"} 2026-09-10T17:59:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57474d","namespace":"ai-tenant-e2e-shared-b-w3-57474d"}, "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "rate-test-model-57474d", "reconcileID": "1203cc62-7e6a-4fc0-9be9-e43440797ea3", "LLMInferenceService": "rate-test-model-57474d", "namespace": "ai-tenant-e2e-shared-b-w3-57474d"} 2026-09-10T17:59:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57474d","namespace":"ai-tenant-e2e-shared-b-w3-57474d"}, "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "rate-test-model-57474d", "reconcileID": "1203cc62-7e6a-4fc0-9be9-e43440797ea3", "LLMInferenceService": "rate-test-model-57474d", "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "rate-test-model-57474d-kserve-route-authn"} 2026-09-10T17:59:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57474d","namespace":"ai-tenant-e2e-shared-b-w3-57474d"}, "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "rate-test-model-57474d", "reconcileID": "1203cc62-7e6a-4fc0-9be9-e43440797ea3", "LLMInferenceService": "rate-test-model-57474d", "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "rate-test-model-57474d-kserve-route-authn"} 2026-09-10T17:59:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57474d","namespace":"ai-tenant-e2e-shared-b-w3-57474d"}, "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "rate-test-model-57474d", "reconcileID": "1203cc62-7e6a-4fc0-9be9-e43440797ea3", "LLMInferenceService": "rate-test-model-57474d", "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "namespace": "ai-tenant-e2e-shared-b-w3-57474d"} 2026-09-10T17:59:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57474d","namespace":"ai-tenant-e2e-shared-b-w3-57474d"}, "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "rate-test-model-57474d", "reconcileID": "1203cc62-7e6a-4fc0-9be9-e43440797ea3", "LLMInferenceService": "rate-test-model-57474d", "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "namespace": "ai-tenant-e2e-shared-b-w3-57474d"} 2026-09-10T17:59:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-57474d","namespace":"ai-tenant-e2e-shared-b-w3-57474d"}, "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "rate-test-model-57474d", "reconcileID": "f2405df9-28d3-4839-a4c9-dab4b6483eb5", "LLMInferenceService": "rate-test-model-57474d", "namespace": "ai-tenant-e2e-shared-b-w3-57474d"} 2026-09-10T17:59:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-57474d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-57474d", "reconcileID": "a2b81742-6d85-4462-9dbb-61abcb6cb9a6", "Gateway": "e2e-shared-b-w3-57474d", "namespace": "openshift-ingress"} 2026-09-10T17:59:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-57474d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-57474d", "reconcileID": "a2b81742-6d85-4462-9dbb-61abcb6cb9a6", "Gateway": "e2e-shared-b-w3-57474d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-57474d-authn-ssl"} 2026-09-10T17:59:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-57474d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-57474d", "reconcileID": "a2b81742-6d85-4462-9dbb-61abcb6cb9a6", "Gateway": "e2e-shared-b-w3-57474d", "namespace": "openshift-ingress"} 2026-09-10T17:59:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-57474d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-57474d", "reconcileID": "b609b1f5-2f08-4cde-8b89-dd37a82b3c1d", "Gateway": "e2e-shared-b-w3-57474d", "namespace": "openshift-ingress"} 2026-09-10T17:59:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-57474d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-57474d", "reconcileID": "b609b1f5-2f08-4cde-8b89-dd37a82b3c1d", "Gateway": "e2e-shared-b-w3-57474d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-57474d-authn-ssl"} 2026-09-10T17:59:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-57474d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-57474d", "reconcileID": "b609b1f5-2f08-4cde-8b89-dd37a82b3c1d", "Gateway": "e2e-shared-b-w3-57474d", "namespace": "openshift-ingress"} 2026-09-10T17:59:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "69de119f-4833-4fab-a6ec-a78edb02b55f", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T17:59:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "69de119f-4833-4fab-a6ec-a78edb02b55f", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd-authn-ssl"} 2026-09-10T17:59:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "69de119f-4833-4fab-a6ec-a78edb02b55f", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T17:59:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "44b06faf-92d0-4e83-8a85-51a16e265497", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T17:59:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "44b06faf-92d0-4e83-8a85-51a16e265497", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd-authn-ssl"} 2026-09-10T17:59:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "44b06faf-92d0-4e83-8a85-51a16e265497", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T17:59:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "98a9b3d9-2824-4456-bb0d-a7d3747d989e", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T17:59:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "98a9b3d9-2824-4456-bb0d-a7d3747d989e", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd-authn-ssl"} 2026-09-10T17:59:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "98a9b3d9-2824-4456-bb0d-a7d3747d989e", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T17:59:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "effb0b8c-bfb3-43b7-bf38-58447789f985", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T17:59:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "effb0b8c-bfb3-43b7-bf38-58447789f985", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd-authn-ssl"} 2026-09-10T17:59:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "effb0b8c-bfb3-43b7-bf38-58447789f985", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T17:59:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "06cfed8b-e1e0-4d4e-8bcf-e68078d69738", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T17:59:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "06cfed8b-e1e0-4d4e-8bcf-e68078d69738", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd-authn-ssl"} 2026-09-10T17:59:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "06cfed8b-e1e0-4d4e-8bcf-e68078d69738", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T17:59:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "4399a3ac-c373-4159-8b05-35c757a159e1", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T17:59:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "4399a3ac-c373-4159-8b05-35c757a159e1", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd-authn-ssl"} 2026-09-10T17:59:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "4399a3ac-c373-4159-8b05-35c757a159e1", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T17:59:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "57c64194-d672-4917-ab9a-2cc6579b9c00", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T17:59:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "57c64194-d672-4917-ab9a-2cc6579b9c00", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd-authn-ssl"} 2026-09-10T17:59:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "57c64194-d672-4917-ab9a-2cc6579b9c00", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T17:59:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "openshift-service-ca.crt", "reconcileID": "6ac4e52f-31d3-4267-b2a2-f379ded1e054", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T17:59:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "odh-trusted-ca-bundle", "reconcileID": "5cff87da-b7ec-4524-9860-cd6c79b15db1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T17:59:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "openshift-service-ca.crt", "reconcileID": "cc564eb1-f772-4d3b-8818-cba680e7bddf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:59:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "openshift-service-ca.crt", "reconcileID": "cc564eb1-f772-4d3b-8818-cba680e7bddf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T17:59:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "baf64961-12a5-4175-84f0-ef133f6fd01e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T17:59:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "openshift-service-ca.crt", "reconcileID": "989f8b75-8668-4880-a08d-2afe395f5338", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T17:59:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "odh-trusted-ca-bundle", "reconcileID": "8eba3924-26b6-4912-9cd0-820ebf31005a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:59:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "odh-trusted-ca-bundle", "reconcileID": "8eba3924-26b6-4912-9cd0-820ebf31005a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T17:59:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "effc52eb-2bcb-464f-b5c0-49c57ab52fbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T17:59:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "75808b30-d1a5-4eac-a0d2-0c355beafbca", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T17:59:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "75808b30-d1a5-4eac-a0d2-0c355beafbca", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd-authn-ssl"} 2026-09-10T17:59:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "75808b30-d1a5-4eac-a0d2-0c355beafbca", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T17:59:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-9391d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-9391d2", "reconcileID": "4af33cf2-84fe-4d0b-98ee-166fbd99597b", "Gateway": "e2e-shared-a-w2-9391d2", "namespace": "openshift-ingress"} 2026-09-10T17:59:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-9391d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-9391d2", "reconcileID": "4af33cf2-84fe-4d0b-98ee-166fbd99597b", "Gateway": "e2e-shared-a-w2-9391d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-9391d2-authn-ssl"} 2026-09-10T17:59:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-9391d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-9391d2", "reconcileID": "4af33cf2-84fe-4d0b-98ee-166fbd99597b", "Gateway": "e2e-shared-a-w2-9391d2", "namespace": "openshift-ingress"} 2026-09-10T17:59:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "82974265-0012-43c3-9ec6-6e36daf4e6fe", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T17:59:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "82974265-0012-43c3-9ec6-6e36daf4e6fe", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd-authn-ssl"} 2026-09-10T17:59:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "82974265-0012-43c3-9ec6-6e36daf4e6fe", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T17:59:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-9391d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-9391d2", "reconcileID": "3009ab11-e848-4ba8-9d74-1f3b9184995e", "Gateway": "e2e-shared-a-w2-9391d2", "namespace": "openshift-ingress"} 2026-09-10T17:59:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-9391d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-9391d2", "reconcileID": "3009ab11-e848-4ba8-9d74-1f3b9184995e", "Gateway": "e2e-shared-a-w2-9391d2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-9391d2-authn-ssl"} 2026-09-10T17:59:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-9391d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-9391d2", "reconcileID": "3009ab11-e848-4ba8-9d74-1f3b9184995e", "Gateway": "e2e-shared-a-w2-9391d2", "namespace": "openshift-ingress"} 2026-09-10T17:59:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-9391d2"}, "namespace": "ai-tenant-e2e-shared-a-w2-9391d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01250aa3-a1a2-455a-8068-a06e6c03086a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-9391d2"} 2026-09-10T17:59:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-9391d2"}, "namespace": "ai-tenant-e2e-shared-a-w2-9391d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01250aa3-a1a2-455a-8068-a06e6c03086a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-9391d2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:59:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-9391d2"}, "namespace": "ai-tenant-e2e-shared-a-w2-9391d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01250aa3-a1a2-455a-8068-a06e6c03086a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-9391d2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:59:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-9391d2"}, "namespace": "ai-tenant-e2e-shared-a-w2-9391d2", "name": "odh-trusted-ca-bundle", "reconcileID": "9e6a8be5-c132-4721-aebf-4cb3de8a19c2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-9391d2"} 2026-09-10T17:59:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-9391d2"}, "namespace": "ai-tenant-e2e-shared-a-w2-9391d2", "name": "odh-trusted-ca-bundle", "reconcileID": "9e6a8be5-c132-4721-aebf-4cb3de8a19c2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-9391d2"} 2026-09-10T17:59:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-9391d2"}, "namespace": "ai-tenant-e2e-shared-a-w2-9391d2", "name": "openshift-service-ca.crt", "reconcileID": "65896434-86e5-460c-9093-c72d515e89aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-9391d2"} 2026-09-10T17:59:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-9391d2"}, "namespace": "ai-tenant-e2e-shared-a-w2-9391d2", "name": "openshift-service-ca.crt", "reconcileID": "65896434-86e5-460c-9093-c72d515e89aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-9391d2"} 2026-09-10T17:59:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-9391d2"}, "namespace": "ai-tenant-e2e-shared-a-w2-9391d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1407b596-1885-4efc-a1fb-253e3242c319", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-9391d2"} 2026-09-10T17:59:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-9391d2"}, "namespace": "ai-tenant-e2e-shared-a-w2-9391d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1407b596-1885-4efc-a1fb-253e3242c319", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-9391d2"} 2026-09-10T17:59:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-9391d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-9391d2", "reconcileID": "d0c348f2-8cfe-4ab1-9dd8-adde375d3380", "Gateway": "e2e-shared-a-w2-9391d2", "namespace": "openshift-ingress"} 2026-09-10T18:00:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-bdf47c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bdf47c", "reconcileID": "85d81b46-fab8-41b7-87b3-49b5f8f04a66", "Gateway": "e2e-shared-b-w2-bdf47c", "namespace": "openshift-ingress"} 2026-09-10T18:00:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-bdf47c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bdf47c", "reconcileID": "85d81b46-fab8-41b7-87b3-49b5f8f04a66", "Gateway": "e2e-shared-b-w2-bdf47c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bdf47c-authn-ssl"} 2026-09-10T18:00:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-bdf47c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bdf47c", "reconcileID": "85d81b46-fab8-41b7-87b3-49b5f8f04a66", "Gateway": "e2e-shared-b-w2-bdf47c", "namespace": "openshift-ingress"} 2026-09-10T18:00:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "cdd9e1e8-0a08-4465-b999-2dc356db8104", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:00:12Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "cdd9e1e8-0a08-4465-b999-2dc356db8104", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e-authn-ssl"} 2026-09-10T18:00:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "cdd9e1e8-0a08-4465-b999-2dc356db8104", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:00:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "29709026-4e67-4176-8615-697172ddcaa0", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:00:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "29709026-4e67-4176-8615-697172ddcaa0", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e-authn-ssl"} 2026-09-10T18:00:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "29709026-4e67-4176-8615-697172ddcaa0", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:00:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "471b1e7b-91dc-43f1-8b9a-bf11704a36de", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:00:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "471b1e7b-91dc-43f1-8b9a-bf11704a36de", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e-authn-ssl"} 2026-09-10T18:00:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "471b1e7b-91dc-43f1-8b9a-bf11704a36de", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:00:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "54c9e215-25cf-49fc-8254-b2f63d64e0b8", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:00:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "54c9e215-25cf-49fc-8254-b2f63d64e0b8", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e-authn-ssl"} 2026-09-10T18:00:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "54c9e215-25cf-49fc-8254-b2f63d64e0b8", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:00:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "26112abe-5836-42f7-b299-c788f6337783", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:00:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "26112abe-5836-42f7-b299-c788f6337783", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e-authn-ssl"} 2026-09-10T18:00:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "26112abe-5836-42f7-b299-c788f6337783", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:00:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "591ba8db-58c6-4145-9d0c-d4892b562f71", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:00:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "591ba8db-58c6-4145-9d0c-d4892b562f71", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e-authn-ssl"} 2026-09-10T18:00:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "591ba8db-58c6-4145-9d0c-d4892b562f71", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:00:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "2ced5202-d45a-4fe5-833b-2a0b775e748e", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:00:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "2ced5202-d45a-4fe5-833b-2a0b775e748e", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e-authn-ssl"} 2026-09-10T18:00:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "2ced5202-d45a-4fe5-833b-2a0b775e748e", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:00:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-db978e"}, "namespace": "ai-tenant-e2e-ipp-b-db978e", "name": "openshift-service-ca.crt", "reconcileID": "e234e1b1-951b-45ac-ad42-0a50bed2a984", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-db978e"} 2026-09-10T18:00:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-db978e"}, "namespace": "ai-tenant-e2e-ipp-b-db978e", "name": "odh-trusted-ca-bundle", "reconcileID": "979ecc28-2cd1-4f24-98da-0b436e1e4616", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-db978e"} 2026-09-10T18:00:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-db978e"}, "namespace": "ai-tenant-e2e-ipp-b-db978e", "name": "openshift-service-ca.crt", "reconcileID": "d24e403d-3782-4a94-bc92-fac3ae17167c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-db978e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:00:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-db978e"}, "namespace": "ai-tenant-e2e-ipp-b-db978e", "name": "openshift-service-ca.crt", "reconcileID": "d24e403d-3782-4a94-bc92-fac3ae17167c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-db978e"} 2026-09-10T18:00:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-db978e"}, "namespace": "ai-tenant-e2e-ipp-b-db978e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0382cae-38ae-461d-ab54-824e07144bee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-db978e"} 2026-09-10T18:00:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-db978e"}, "namespace": "ai-tenant-e2e-ipp-b-db978e", "name": "openshift-service-ca.crt", "reconcileID": "db70780b-c8da-4f89-909d-915b5e25a55c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-db978e"} 2026-09-10T18:00:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-db978e"}, "namespace": "ai-tenant-e2e-ipp-b-db978e", "name": "odh-trusted-ca-bundle", "reconcileID": "0a569142-2bf4-47a4-83a7-ed79c3d6e844", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-db978e", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:00:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-db978e"}, "namespace": "ai-tenant-e2e-ipp-b-db978e", "name": "odh-trusted-ca-bundle", "reconcileID": "0a569142-2bf4-47a4-83a7-ed79c3d6e844", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-db978e"} 2026-09-10T18:00:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-db978e"}, "namespace": "ai-tenant-e2e-ipp-b-db978e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed0f6531-ae6d-423c-8498-2c0bd4a22f3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-db978e"} 2026-09-10T18:00:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-bdf47c"}, "namespace": "ai-tenant-e2e-shared-b-w2-bdf47c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5d8ef41-41ca-44dc-ac3e-35ca4751120f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-bdf47c"} 2026-09-10T18:00:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-bdf47c"}, "namespace": "ai-tenant-e2e-shared-b-w2-bdf47c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5d8ef41-41ca-44dc-ac3e-35ca4751120f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-bdf47c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:00:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-bdf47c"}, "namespace": "ai-tenant-e2e-shared-b-w2-bdf47c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5d8ef41-41ca-44dc-ac3e-35ca4751120f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-bdf47c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T18:00:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-bdf47c"}, "namespace": "ai-tenant-e2e-shared-b-w2-bdf47c", "name": "odh-trusted-ca-bundle", "reconcileID": "815013ad-dcc9-40c2-91c4-66816f550332", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-bdf47c"} 2026-09-10T18:00:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-bdf47c"}, "namespace": "ai-tenant-e2e-shared-b-w2-bdf47c", "name": "odh-trusted-ca-bundle", "reconcileID": "815013ad-dcc9-40c2-91c4-66816f550332", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-bdf47c"} 2026-09-10T18:00:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-bdf47c"}, "namespace": "ai-tenant-e2e-shared-b-w2-bdf47c", "name": "openshift-service-ca.crt", "reconcileID": "63287c01-ea44-4802-9e8a-4b8033416d07", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-bdf47c"} 2026-09-10T18:00:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-bdf47c"}, "namespace": "ai-tenant-e2e-shared-b-w2-bdf47c", "name": "openshift-service-ca.crt", "reconcileID": "63287c01-ea44-4802-9e8a-4b8033416d07", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-bdf47c"} 2026-09-10T18:00:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-bdf47c"}, "namespace": "ai-tenant-e2e-shared-b-w2-bdf47c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93e107c4-f4dc-4773-a8cd-acbab2e4badd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-bdf47c"} 2026-09-10T18:00:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-bdf47c"}, "namespace": "ai-tenant-e2e-shared-b-w2-bdf47c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93e107c4-f4dc-4773-a8cd-acbab2e4badd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-bdf47c"} 2026-09-10T18:00:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "cb7305c4-5bf9-4969-ab55-9a58271856cb", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:00:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "cb7305c4-5bf9-4969-ab55-9a58271856cb", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e-authn-ssl"} 2026-09-10T18:00:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "cb7305c4-5bf9-4969-ab55-9a58271856cb", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:00:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-bdf47c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bdf47c", "reconcileID": "13b7beb3-ac76-4e86-8f21-f67dfaf7dd9b", "Gateway": "e2e-shared-b-w2-bdf47c", "namespace": "openshift-ingress"} 2026-09-10T18:00:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-bdf47c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bdf47c", "reconcileID": "13b7beb3-ac76-4e86-8f21-f67dfaf7dd9b", "Gateway": "e2e-shared-b-w2-bdf47c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bdf47c-authn-ssl"} 2026-09-10T18:00:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-bdf47c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bdf47c", "reconcileID": "13b7beb3-ac76-4e86-8f21-f67dfaf7dd9b", "Gateway": "e2e-shared-b-w2-bdf47c", "namespace": "openshift-ingress"} 2026-09-10T18:00:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-bdf47c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bdf47c", "reconcileID": "e133606d-2968-4034-b1e2-a2ca73c6d81e", "Gateway": "e2e-shared-b-w2-bdf47c", "namespace": "openshift-ingress"} 2026-09-10T18:00:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "00ac6927-9ef8-4c51-8ed8-ebe66fdf87a4", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:00:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "00ac6927-9ef8-4c51-8ed8-ebe66fdf87a4", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e-authn-ssl"} 2026-09-10T18:00:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "00ac6927-9ef8-4c51-8ed8-ebe66fdf87a4", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:00:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "6f8b21ab-fa92-4ef7-8049-0417945db18b", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:00:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "6f8b21ab-fa92-4ef7-8049-0417945db18b", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:00:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "6f8b21ab-fa92-4ef7-8049-0417945db18b", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:00:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "031f6f58-1e2f-4e33-9504-4e4571e8697b", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T18:00:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "6f8b21ab-fa92-4ef7-8049-0417945db18b", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd-kserve-route-authn"} 2026-09-10T18:00:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "6f8b21ab-fa92-4ef7-8049-0417945db18b", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "authType": "userdefined"} 2026-09-10T18:00:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "6f8b21ab-fa92-4ef7-8049-0417945db18b", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:00:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "031f6f58-1e2f-4e33-9504-4e4571e8697b", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd-authn-ssl"} 2026-09-10T18:00:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "031f6f58-1e2f-4e33-9504-4e4571e8697b", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T18:00:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "5d4c3bd9-594d-4ffc-9c67-357b60a1f826", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:00:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "5d4c3bd9-594d-4ffc-9c67-357b60a1f826", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:00:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "5d4c3bd9-594d-4ffc-9c67-357b60a1f826", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:00:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "5d4c3bd9-594d-4ffc-9c67-357b60a1f826", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd-kserve-route-authn"} 2026-09-10T18:00:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "5d4c3bd9-594d-4ffc-9c67-357b60a1f826", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "authType": "userdefined"} 2026-09-10T18:00:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "5d4c3bd9-594d-4ffc-9c67-357b60a1f826", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:01:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "ea91e55d-e5be-4fe2-9691-a190c2b00ffa", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T18:01:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "ea91e55d-e5be-4fe2-9691-a190c2b00ffa", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd-authn-ssl"} 2026-09-10T18:01:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "ea91e55d-e5be-4fe2-9691-a190c2b00ffa", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T18:01:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "57277cd6-3329-4518-b893-c007ce5983e9", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:01:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "57277cd6-3329-4518-b893-c007ce5983e9", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:01:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "57277cd6-3329-4518-b893-c007ce5983e9", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:01:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "57277cd6-3329-4518-b893-c007ce5983e9", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd-kserve-route-authn"} 2026-09-10T18:01:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "57277cd6-3329-4518-b893-c007ce5983e9", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "authType": "userdefined"} 2026-09-10T18:01:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "57277cd6-3329-4518-b893-c007ce5983e9", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:01:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "dbfbdccf-66e5-4d0a-9ba9-505fad0d688f", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:01:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "dbfbdccf-66e5-4d0a-9ba9-505fad0d688f", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:01:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "dbfbdccf-66e5-4d0a-9ba9-505fad0d688f", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:01:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "dbfbdccf-66e5-4d0a-9ba9-505fad0d688f", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd-kserve-route-authn"} 2026-09-10T18:01:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "dbfbdccf-66e5-4d0a-9ba9-505fad0d688f", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "authType": "userdefined"} 2026-09-10T18:01:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "dbfbdccf-66e5-4d0a-9ba9-505fad0d688f", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:01:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "5cf28256-b3d4-4257-b334-f2535235611a", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:01:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "5cf28256-b3d4-4257-b334-f2535235611a", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:01:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "5cf28256-b3d4-4257-b334-f2535235611a", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:01:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "5cf28256-b3d4-4257-b334-f2535235611a", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd-kserve-route-authn"} 2026-09-10T18:01:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "5cf28256-b3d4-4257-b334-f2535235611a", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "authType": "userdefined"} 2026-09-10T18:01:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "5cf28256-b3d4-4257-b334-f2535235611a", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:01:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "338a7737-d0dc-454e-b1d2-350fcea9fdff", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:01:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "338a7737-d0dc-454e-b1d2-350fcea9fdff", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f-authn-ssl"} 2026-09-10T18:01:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "338a7737-d0dc-454e-b1d2-350fcea9fdff", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:01:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "de8ce18c-fd62-4507-85a6-d7d57a0c3d45", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:01:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "de8ce18c-fd62-4507-85a6-d7d57a0c3d45", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f-authn-ssl"} 2026-09-10T18:01:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "de8ce18c-fd62-4507-85a6-d7d57a0c3d45", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:01:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "4d4f037f-5b57-4681-a41b-4a57f02dcdc1", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:01:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "4d4f037f-5b57-4681-a41b-4a57f02dcdc1", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f-authn-ssl"} 2026-09-10T18:01:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "4d4f037f-5b57-4681-a41b-4a57f02dcdc1", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:01:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "8c346174-e5ba-49ac-8ee4-1cb2baf85270", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:01:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "8c346174-e5ba-49ac-8ee4-1cb2baf85270", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f-authn-ssl"} 2026-09-10T18:01:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "8c346174-e5ba-49ac-8ee4-1cb2baf85270", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:01:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "911ce12a-a883-4ddb-b4c9-49ae44d54b29", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:01:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "911ce12a-a883-4ddb-b4c9-49ae44d54b29", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f-authn-ssl"} 2026-09-10T18:01:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "911ce12a-a883-4ddb-b4c9-49ae44d54b29", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:01:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "6089ad81-cbed-4519-9268-d692622bad2c", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:01:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "6089ad81-cbed-4519-9268-d692622bad2c", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f-authn-ssl"} 2026-09-10T18:01:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "6089ad81-cbed-4519-9268-d692622bad2c", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:01:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "53cacfe8-459c-4b10-a4ee-bb8c1c2ec42c", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:01:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "53cacfe8-459c-4b10-a4ee-bb8c1c2ec42c", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f-authn-ssl"} 2026-09-10T18:01:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "53cacfe8-459c-4b10-a4ee-bb8c1c2ec42c", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:01:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-05a81f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f", "name": "openshift-service-ca.crt", "reconcileID": "cfb8dc48-9ff5-4409-8523-df1ea1755f59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f"} 2026-09-10T18:01:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05a81f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f", "name": "odh-trusted-ca-bundle", "reconcileID": "3743e4e7-e915-4c67-b56c-71dbf529d163", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f"} 2026-09-10T18:01:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-05a81f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f", "name": "openshift-service-ca.crt", "reconcileID": "120117eb-9d3a-49d4-9c52-9c7161f391de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:01:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-05a81f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f", "name": "openshift-service-ca.crt", "reconcileID": "120117eb-9d3a-49d4-9c52-9c7161f391de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f"} 2026-09-10T18:01:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05a81f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84d318ee-09c8-4c34-804d-6c25c5eaf7c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f"} 2026-09-10T18:01:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-05a81f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f", "name": "openshift-service-ca.crt", "reconcileID": "07d391a7-f778-4943-a0a4-b05a167b5c2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f"} 2026-09-10T18:01:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05a81f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f", "name": "odh-trusted-ca-bundle", "reconcileID": "3c48bdc7-2288-4818-a79b-b09460724860", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:01:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05a81f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f", "name": "odh-trusted-ca-bundle", "reconcileID": "3c48bdc7-2288-4818-a79b-b09460724860", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f"} 2026-09-10T18:01:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05a81f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d112e46d-3190-427a-b7c6-32399eef3370", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f"} 2026-09-10T18:01:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "bbb22f6e-d2f5-48d5-80ec-d821b2ae90c9", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:01:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "bbb22f6e-d2f5-48d5-80ec-d821b2ae90c9", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f-authn-ssl"} 2026-09-10T18:01:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "bbb22f6e-d2f5-48d5-80ec-d821b2ae90c9", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:01:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "9b09d65b-967c-40c3-adfe-ef8d14d58914", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:01:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "9b09d65b-967c-40c3-adfe-ef8d14d58914", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f-authn-ssl"} 2026-09-10T18:01:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "9b09d65b-967c-40c3-adfe-ef8d14d58914", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:02:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "a0b72fbd-3d48-458f-a56f-607bee19f054", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:02:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "a0b72fbd-3d48-458f-a56f-607bee19f054", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f-authn-ssl"} 2026-09-10T18:02:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "a0b72fbd-3d48-458f-a56f-607bee19f054", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:02:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "81562bb5-f90f-4d73-920c-9155145fb2dc", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:02:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "81562bb5-f90f-4d73-920c-9155145fb2dc", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f-authn-ssl"} 2026-09-10T18:02:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "81562bb5-f90f-4d73-920c-9155145fb2dc", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:02:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05a81f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bae4aaff-064d-4817-853f-5af4f9e6b5fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f"} 2026-09-10T18:02:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05a81f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bae4aaff-064d-4817-853f-5af4f9e6b5fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:02:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05a81f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bae4aaff-064d-4817-853f-5af4f9e6b5fa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-05a81f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T18:02:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05a81f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f", "name": "odh-trusted-ca-bundle", "reconcileID": "020e8bc3-fda1-4f64-ae94-e84d5c75d9d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f"} 2026-09-10T18:02:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05a81f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f", "name": "odh-trusted-ca-bundle", "reconcileID": "020e8bc3-fda1-4f64-ae94-e84d5c75d9d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f"} 2026-09-10T18:02:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-05a81f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f", "name": "openshift-service-ca.crt", "reconcileID": "8247d1ce-43a1-474f-88d9-44408a536dec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f"} 2026-09-10T18:02:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-05a81f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f", "name": "openshift-service-ca.crt", "reconcileID": "8247d1ce-43a1-474f-88d9-44408a536dec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f"} 2026-09-10T18:02:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05a81f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20cf8b3a-9c90-4f6a-9b5f-1ad2d7865389", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f"} 2026-09-10T18:02:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05a81f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20cf8b3a-9c90-4f6a-9b5f-1ad2d7865389", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05a81f"} 2026-09-10T18:02:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05a81f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05a81f", "reconcileID": "d57e08f1-f708-4ce5-a2bf-ad13302d6244", "Gateway": "e2e-ipp-cleanup-05a81f", "namespace": "openshift-ingress"} 2026-09-10T18:02:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "e2b87b7b-d4c6-4181-b78a-f6b7657d609f", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T18:02:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "e2b87b7b-d4c6-4181-b78a-f6b7657d609f", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd-authn-ssl"} 2026-09-10T18:02:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "e2b87b7b-d4c6-4181-b78a-f6b7657d609f", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T18:02:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "6c89835d-dc41-48c9-9f49-91bd2ace521a", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T18:02:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "6c89835d-dc41-48c9-9f49-91bd2ace521a", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd-authn-ssl"} 2026-09-10T18:02:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "6c89835d-dc41-48c9-9f49-91bd2ace521a", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T18:02:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "47e6f55d-52dd-4e77-a0d7-14c337fb9377", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T18:02:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "47e6f55d-52dd-4e77-a0d7-14c337fb9377", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd-authn-ssl"} 2026-09-10T18:02:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "47e6f55d-52dd-4e77-a0d7-14c337fb9377", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T18:02:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "260f8ca3-0b47-4a49-b3f9-6ef9062a6757", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:02:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "260f8ca3-0b47-4a49-b3f9-6ef9062a6757", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:02:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "260f8ca3-0b47-4a49-b3f9-6ef9062a6757", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:02:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "260f8ca3-0b47-4a49-b3f9-6ef9062a6757", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd-kserve-route-authn"} 2026-09-10T18:02:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "260f8ca3-0b47-4a49-b3f9-6ef9062a6757", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "authType": "userdefined"} 2026-09-10T18:02:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "260f8ca3-0b47-4a49-b3f9-6ef9062a6757", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:02:38Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T18:02:38Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T18:02:40Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T18:02:40Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T18:03:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "fe1a5a3b-1f5a-4c2e-8776-dfa17e340e1f", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T18:03:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "fe1a5a3b-1f5a-4c2e-8776-dfa17e340e1f", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd-authn-ssl"} 2026-09-10T18:03:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "fe1a5a3b-1f5a-4c2e-8776-dfa17e340e1f", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T18:03:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "be3a8dc6-feb9-4d67-9d21-41a7b83b7dbe", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:03:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "be3a8dc6-feb9-4d67-9d21-41a7b83b7dbe", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:03:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "be3a8dc6-feb9-4d67-9d21-41a7b83b7dbe", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:03:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "be3a8dc6-feb9-4d67-9d21-41a7b83b7dbe", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd-kserve-route-authn"} 2026-09-10T18:03:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "be3a8dc6-feb9-4d67-9d21-41a7b83b7dbe", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "authType": "userdefined"} 2026-09-10T18:03:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "be3a8dc6-feb9-4d67-9d21-41a7b83b7dbe", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:03:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "b440edaa-9db8-453e-ab67-9b7227fd0ac4", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:03:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "b440edaa-9db8-453e-ab67-9b7227fd0ac4", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd"} 2026-09-10T18:03:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "b440edaa-9db8-453e-ab67-9b7227fd0ac4", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:03:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "b440edaa-9db8-453e-ab67-9b7227fd0ac4", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:03:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "b440edaa-9db8-453e-ab67-9b7227fd0ac4", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd-kserve-route-authn"} 2026-09-10T18:03:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "b440edaa-9db8-453e-ab67-9b7227fd0ac4", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd-kserve-route-authn"} 2026-09-10T18:03:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "b440edaa-9db8-453e-ab67-9b7227fd0ac4", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:03:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "b440edaa-9db8-453e-ab67-9b7227fd0ac4", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:03:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "278ec677-d0ce-424d-8c92-69abaf1fdd0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:03:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "278ec677-d0ce-424d-8c92-69abaf1fdd0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:03:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "278ec677-d0ce-424d-8c92-69abaf1fdd0b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-904bbd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T18:03:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "odh-trusted-ca-bundle", "reconcileID": "ac24ef63-4c7d-48d7-ba1e-8fd560882c2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "odh-trusted-ca-bundle", "reconcileID": "ac24ef63-4c7d-48d7-ba1e-8fd560882c2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:03:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "openshift-service-ca.crt", "reconcileID": "6f2a6dae-598c-4327-8bf0-bab5d85881a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "openshift-service-ca.crt", "reconcileID": "6f2a6dae-598c-4327-8bf0-bab5d85881a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:03:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "771119c3-3e6d-422c-9118-36e00ea5f5d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:03:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "771119c3-3e6d-422c-9118-36e00ea5f5d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:03:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "b04028a7-6726-4185-b9eb-5e6f06e3e0d5", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:03:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "b04028a7-6726-4185-b9eb-5e6f06e3e0d5", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd"} 2026-09-10T18:03:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "b04028a7-6726-4185-b9eb-5e6f06e3e0d5", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:03:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "b04028a7-6726-4185-b9eb-5e6f06e3e0d5", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:03:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "b04028a7-6726-4185-b9eb-5e6f06e3e0d5", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd-kserve-route-authn"} 2026-09-10T18:03:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "b04028a7-6726-4185-b9eb-5e6f06e3e0d5", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd-kserve-route-authn"} 2026-09-10T18:03:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "b04028a7-6726-4185-b9eb-5e6f06e3e0d5", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:03:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "b04028a7-6726-4185-b9eb-5e6f06e3e0d5", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:03:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-904bbd","namespace":"ai-tenant-e2e-ipp-a-904bbd"}, "namespace": "ai-tenant-e2e-ipp-a-904bbd", "name": "ipp-route-904bbd", "reconcileID": "80d1fac7-8213-415f-9e91-1e7b35e29ee9", "LLMInferenceService": "ipp-route-904bbd", "namespace": "ai-tenant-e2e-ipp-a-904bbd"} 2026-09-10T18:03:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "457b312a-d340-4c9f-818a-e28790a3f809", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T18:03:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "457b312a-d340-4c9f-818a-e28790a3f809", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd-authn-ssl"} 2026-09-10T18:03:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "457b312a-d340-4c9f-818a-e28790a3f809", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T18:03:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-904bbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-904bbd", "reconcileID": "ba4f484d-3777-4267-88e1-ce6ffe358993", "Gateway": "e2e-ipp-a-904bbd", "namespace": "openshift-ingress"} 2026-09-10T18:03:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "96735690-8564-4ae8-8be2-777b78c0cd37", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:03:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "96735690-8564-4ae8-8be2-777b78c0cd37", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e-authn-ssl"} 2026-09-10T18:03:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "96735690-8564-4ae8-8be2-777b78c0cd37", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:03:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "f8742e0b-58b4-4746-91aa-27e1a28d2180", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:03:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "f8742e0b-58b4-4746-91aa-27e1a28d2180", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e-authn-ssl"} 2026-09-10T18:03:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "f8742e0b-58b4-4746-91aa-27e1a28d2180", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:03:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-db978e"}, "namespace": "ai-tenant-e2e-ipp-b-db978e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ea79880-95ff-4b60-943f-182035f761e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-db978e"} 2026-09-10T18:03:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-db978e"}, "namespace": "ai-tenant-e2e-ipp-b-db978e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ea79880-95ff-4b60-943f-182035f761e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-db978e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:03:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-db978e"}, "namespace": "ai-tenant-e2e-ipp-b-db978e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ea79880-95ff-4b60-943f-182035f761e5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-db978e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T18:03:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-db978e"}, "namespace": "ai-tenant-e2e-ipp-b-db978e", "name": "odh-trusted-ca-bundle", "reconcileID": "ae0d4813-ed28-41bb-bdf6-9fa4cdfa0a7a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-db978e"} 2026-09-10T18:03:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-db978e"}, "namespace": "ai-tenant-e2e-ipp-b-db978e", "name": "odh-trusted-ca-bundle", "reconcileID": "ae0d4813-ed28-41bb-bdf6-9fa4cdfa0a7a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-db978e"} 2026-09-10T18:03:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-db978e"}, "namespace": "ai-tenant-e2e-ipp-b-db978e", "name": "openshift-service-ca.crt", "reconcileID": "d122e0de-3d60-4c4a-82fb-d30e30af01fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-db978e"} 2026-09-10T18:03:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-db978e"}, "namespace": "ai-tenant-e2e-ipp-b-db978e", "name": "openshift-service-ca.crt", "reconcileID": "d122e0de-3d60-4c4a-82fb-d30e30af01fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-db978e"} 2026-09-10T18:03:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-db978e"}, "namespace": "ai-tenant-e2e-ipp-b-db978e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be0e5857-50ec-440b-abf8-bcc85f654dfd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-db978e"} 2026-09-10T18:03:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-db978e"}, "namespace": "ai-tenant-e2e-ipp-b-db978e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be0e5857-50ec-440b-abf8-bcc85f654dfd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-db978e"} 2026-09-10T18:03:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-db978e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-db978e", "reconcileID": "aef3efce-ebb1-4009-bb16-eea7e68a02f2", "Gateway": "e2e-ipp-b-db978e", "namespace": "openshift-ingress"} 2026-09-10T18:04:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18ecb2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18ecb2", "reconcileID": "72a0d009-628e-4459-9e80-d27986228b40", "Gateway": "e2e-shared-a-w3-18ecb2", "namespace": "openshift-ingress"} 2026-09-10T18:04:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18ecb2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18ecb2", "reconcileID": "72a0d009-628e-4459-9e80-d27986228b40", "Gateway": "e2e-shared-a-w3-18ecb2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18ecb2-authn-ssl"} 2026-09-10T18:04:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18ecb2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18ecb2", "reconcileID": "72a0d009-628e-4459-9e80-d27986228b40", "Gateway": "e2e-shared-a-w3-18ecb2", "namespace": "openshift-ingress"} 2026-09-10T18:04:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18ecb2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18ecb2", "reconcileID": "fcffa4e7-0fb6-4c8a-8fec-516af3845b3c", "Gateway": "e2e-shared-a-w3-18ecb2", "namespace": "openshift-ingress"} 2026-09-10T18:04:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18ecb2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18ecb2", "reconcileID": "fcffa4e7-0fb6-4c8a-8fec-516af3845b3c", "Gateway": "e2e-shared-a-w3-18ecb2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18ecb2-authn-ssl"} 2026-09-10T18:04:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18ecb2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18ecb2", "reconcileID": "fcffa4e7-0fb6-4c8a-8fec-516af3845b3c", "Gateway": "e2e-shared-a-w3-18ecb2", "namespace": "openshift-ingress"} 2026-09-10T18:04:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-18ecb2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7df4e864-daff-488c-b2bf-93505cb98407", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2"} 2026-09-10T18:04:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-18ecb2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7df4e864-daff-488c-b2bf-93505cb98407", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:04:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-18ecb2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7df4e864-daff-488c-b2bf-93505cb98407", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-18ecb2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T18:04:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-18ecb2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "name": "odh-trusted-ca-bundle", "reconcileID": "d7c533d5-b45d-4b84-b100-3fe1735112a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2"} 2026-09-10T18:04:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-18ecb2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "name": "odh-trusted-ca-bundle", "reconcileID": "d7c533d5-b45d-4b84-b100-3fe1735112a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2"} 2026-09-10T18:04:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-18ecb2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "name": "openshift-service-ca.crt", "reconcileID": "2a8f0681-f4cc-4d17-9f1c-28c59023b3a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2"} 2026-09-10T18:04:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-18ecb2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "name": "openshift-service-ca.crt", "reconcileID": "2a8f0681-f4cc-4d17-9f1c-28c59023b3a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2"} 2026-09-10T18:04:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-18ecb2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9fe096ad-7fd4-47a3-a820-288e52cab35f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2"} 2026-09-10T18:04:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-18ecb2"}, "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9fe096ad-7fd4-47a3-a820-288e52cab35f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-18ecb2"} 2026-09-10T18:04:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-18ecb2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-18ecb2", "reconcileID": "8077317d-3859-401b-84b1-67ca6e8812c2", "Gateway": "e2e-shared-a-w3-18ecb2", "namespace": "openshift-ingress"} 2026-09-10T18:04:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-57474d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-57474d", "reconcileID": "dcbee57e-9825-4788-9a2a-274513c10bca", "Gateway": "e2e-shared-b-w3-57474d", "namespace": "openshift-ingress"} 2026-09-10T18:04:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-57474d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-57474d", "reconcileID": "dcbee57e-9825-4788-9a2a-274513c10bca", "Gateway": "e2e-shared-b-w3-57474d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-57474d-authn-ssl"} 2026-09-10T18:04:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-57474d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-57474d", "reconcileID": "dcbee57e-9825-4788-9a2a-274513c10bca", "Gateway": "e2e-shared-b-w3-57474d", "namespace": "openshift-ingress"} 2026-09-10T18:04:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-57474d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-57474d", "reconcileID": "1f0a0e9e-b492-445f-b9ba-5e570db9bb61", "Gateway": "e2e-shared-b-w3-57474d", "namespace": "openshift-ingress"} 2026-09-10T18:04:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-57474d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-57474d", "reconcileID": "1f0a0e9e-b492-445f-b9ba-5e570db9bb61", "Gateway": "e2e-shared-b-w3-57474d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-57474d-authn-ssl"} 2026-09-10T18:04:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-57474d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-57474d", "reconcileID": "1f0a0e9e-b492-445f-b9ba-5e570db9bb61", "Gateway": "e2e-shared-b-w3-57474d", "namespace": "openshift-ingress"} 2026-09-10T18:04:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-57474d"}, "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a42159d8-9f6f-400e-87a4-66bf0006d8ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-57474d"} 2026-09-10T18:04:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-57474d"}, "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a42159d8-9f6f-400e-87a4-66bf0006d8ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:04:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-57474d"}, "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a42159d8-9f6f-400e-87a4-66bf0006d8ad", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-57474d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T18:04:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-57474d"}, "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "odh-trusted-ca-bundle", "reconcileID": "b959a099-f09a-41a2-93c5-e0c279c1ea61", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-57474d"} 2026-09-10T18:04:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-57474d"}, "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "odh-trusted-ca-bundle", "reconcileID": "b959a099-f09a-41a2-93c5-e0c279c1ea61", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T18:04:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-57474d"}, "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "odh-trusted-ca-bundle", "reconcileID": "b959a099-f09a-41a2-93c5-e0c279c1ea61", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-57474d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T18:04:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-57474d"}, "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78964e92-98c6-46e0-adf2-1294bef178b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-57474d"} 2026-09-10T18:04:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-57474d"}, "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78964e92-98c6-46e0-adf2-1294bef178b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-57474d"} 2026-09-10T18:04:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-57474d"}, "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "openshift-service-ca.crt", "reconcileID": "23be0b52-e4c2-4423-886f-4063d8bc5382", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-57474d"} 2026-09-10T18:04:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-57474d"}, "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "openshift-service-ca.crt", "reconcileID": "23be0b52-e4c2-4423-886f-4063d8bc5382", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-57474d"} 2026-09-10T18:04:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-57474d"}, "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "odh-trusted-ca-bundle", "reconcileID": "e084cebf-9c44-4f20-a0af-6931251f6f64", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-57474d"} 2026-09-10T18:04:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-57474d"}, "namespace": "ai-tenant-e2e-shared-b-w3-57474d", "name": "odh-trusted-ca-bundle", "reconcileID": "e084cebf-9c44-4f20-a0af-6931251f6f64", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-57474d"} 2026-09-10T18:04:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-57474d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-57474d", "reconcileID": "ce14282c-10b5-4aa1-a0e0-814ec0666274", "Gateway": "e2e-shared-b-w3-57474d", "namespace": "openshift-ingress"} 2026-09-10T18:08:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "44375367-cd93-42d9-a52a-093a02af83fa", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "44375367-cd93-42d9-a52a-093a02af83fa", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "44375367-cd93-42d9-a52a-093a02af83fa", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "232c6216-ea17-4f23-9040-61d5c0bcbfcc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:08:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "44375367-cd93-42d9-a52a-093a02af83fa", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm", "name": "e2e-same-id-a-d37e65ae-kserve-route-authn"} 2026-09-10T18:08:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "44375367-cd93-42d9-a52a-093a02af83fa", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm", "authType": "userdefined"} 2026-09-10T18:08:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "44375367-cd93-42d9-a52a-093a02af83fa", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "232c6216-ea17-4f23-9040-61d5c0bcbfcc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T18:08:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "232c6216-ea17-4f23-9040-61d5c0bcbfcc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:08:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "7fbaa427-752e-4756-8c3a-64ccce0ded55", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "7fbaa427-752e-4756-8c3a-64ccce0ded55", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "7fbaa427-752e-4756-8c3a-64ccce0ded55", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "97f74587-2a86-40a0-bdf8-e38e0567d922", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:08:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "7fbaa427-752e-4756-8c3a-64ccce0ded55", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm", "name": "e2e-same-id-b-d37e65ae-kserve-route-authn"} 2026-09-10T18:08:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "7fbaa427-752e-4756-8c3a-64ccce0ded55", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm", "authType": "userdefined"} 2026-09-10T18:08:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "7fbaa427-752e-4756-8c3a-64ccce0ded55", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "97f74587-2a86-40a0-bdf8-e38e0567d922", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T18:08:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "97f74587-2a86-40a0-bdf8-e38e0567d922", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:08:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "a09126ef-3fea-4e61-83e7-eaa3cfd8a45b", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "a09126ef-3fea-4e61-83e7-eaa3cfd8a45b", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "a09126ef-3fea-4e61-83e7-eaa3cfd8a45b", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "a09126ef-3fea-4e61-83e7-eaa3cfd8a45b", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm", "name": "e2e-same-id-a-d37e65ae-kserve-route-authn"} 2026-09-10T18:08:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "a09126ef-3fea-4e61-83e7-eaa3cfd8a45b", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm", "authType": "userdefined"} 2026-09-10T18:08:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "a09126ef-3fea-4e61-83e7-eaa3cfd8a45b", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d6510c7e-640c-4c5e-ba65-cba39de51acd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:08:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d6510c7e-640c-4c5e-ba65-cba39de51acd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T18:08:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d6510c7e-640c-4c5e-ba65-cba39de51acd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:08:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "82e22f8b-99cd-4c17-a37b-0da5c0640ad8", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "82e22f8b-99cd-4c17-a37b-0da5c0640ad8", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "82e22f8b-99cd-4c17-a37b-0da5c0640ad8", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "82e22f8b-99cd-4c17-a37b-0da5c0640ad8", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm", "name": "e2e-same-id-a-d37e65ae-kserve-route-authn"} 2026-09-10T18:08:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "82e22f8b-99cd-4c17-a37b-0da5c0640ad8", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm", "authType": "userdefined"} 2026-09-10T18:08:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "82e22f8b-99cd-4c17-a37b-0da5c0640ad8", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "8de324a6-7b7e-4e70-9400-7edb20977848", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "8de324a6-7b7e-4e70-9400-7edb20977848", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "8de324a6-7b7e-4e70-9400-7edb20977848", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "8de324a6-7b7e-4e70-9400-7edb20977848", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm", "name": "e2e-same-id-b-d37e65ae-kserve-route-authn"} 2026-09-10T18:08:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "8de324a6-7b7e-4e70-9400-7edb20977848", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm", "authType": "userdefined"} 2026-09-10T18:08:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "8de324a6-7b7e-4e70-9400-7edb20977848", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4143f330-6ae8-4e7e-b51d-49f9311a660b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:08:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4143f330-6ae8-4e7e-b51d-49f9311a660b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T18:08:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4143f330-6ae8-4e7e-b51d-49f9311a660b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:08:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "3ea0ec5a-2448-4d10-81f9-1b63d97f19cf", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "3ea0ec5a-2448-4d10-81f9-1b63d97f19cf", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "3ea0ec5a-2448-4d10-81f9-1b63d97f19cf", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "3ea0ec5a-2448-4d10-81f9-1b63d97f19cf", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm", "name": "e2e-same-id-b-d37e65ae-kserve-route-authn"} 2026-09-10T18:08:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "3ea0ec5a-2448-4d10-81f9-1b63d97f19cf", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm", "authType": "userdefined"} 2026-09-10T18:08:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "3ea0ec5a-2448-4d10-81f9-1b63d97f19cf", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "9b3235d9-42ed-48f3-99b9-f8f998564281", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "9b3235d9-42ed-48f3-99b9-f8f998564281", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "9b3235d9-42ed-48f3-99b9-f8f998564281", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm"} 2026-09-10T18:08:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "9b3235d9-42ed-48f3-99b9-f8f998564281", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm", "name": "e2e-same-id-a-d37e65ae-kserve-route-authn"} 2026-09-10T18:08:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "9b3235d9-42ed-48f3-99b9-f8f998564281", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm", "authType": "userdefined"} 2026-09-10T18:08:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "9b3235d9-42ed-48f3-99b9-f8f998564281", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm"} 2026-09-10T18:09:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "e62d13a1-a946-4733-aacb-468df5120238", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm"} 2026-09-10T18:09:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "e62d13a1-a946-4733-aacb-468df5120238", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm"} 2026-09-10T18:09:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "e62d13a1-a946-4733-aacb-468df5120238", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm"} 2026-09-10T18:09:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "e62d13a1-a946-4733-aacb-468df5120238", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm", "name": "e2e-same-id-b-d37e65ae-kserve-route-authn"} 2026-09-10T18:09:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "e62d13a1-a946-4733-aacb-468df5120238", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm", "authType": "userdefined"} 2026-09-10T18:09:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "e62d13a1-a946-4733-aacb-468df5120238", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm"} 2026-09-10T18:09:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "a4c916b1-9612-43fc-b61b-1de8990188ea", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm"} 2026-09-10T18:09:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "a4c916b1-9612-43fc-b61b-1de8990188ea", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm", "name": "e2e-same-id-a-d37e65ae"} 2026-09-10T18:09:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "a4c916b1-9612-43fc-b61b-1de8990188ea", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm"} 2026-09-10T18:09:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "a4c916b1-9612-43fc-b61b-1de8990188ea", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm"} 2026-09-10T18:09:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "a4c916b1-9612-43fc-b61b-1de8990188ea", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm", "name": "e2e-same-id-a-d37e65ae-kserve-route-authn"} 2026-09-10T18:09:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "a4c916b1-9612-43fc-b61b-1de8990188ea", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm", "name": "e2e-same-id-a-d37e65ae-kserve-route-authn"} 2026-09-10T18:09:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d37e65ae", "reconcileID": "1cecc22e-42e4-4644-87e4-fd4d43af7fac", "LLMInferenceService": "e2e-same-id-a-d37e65ae", "namespace": "llm"} 2026-09-10T18:09:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b80b961f-39f6-4db7-ad6d-d1efb3196089", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:09:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b80b961f-39f6-4db7-ad6d-d1efb3196089", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T18:09:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b80b961f-39f6-4db7-ad6d-d1efb3196089", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:09:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4a8c87d8-cc69-4b77-8c2f-47bfea083b33", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:09:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4a8c87d8-cc69-4b77-8c2f-47bfea083b33", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T18:09:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4a8c87d8-cc69-4b77-8c2f-47bfea083b33", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:09:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "2c3e4971-c80d-44b1-b74e-20187383d535", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm"} 2026-09-10T18:09:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "2c3e4971-c80d-44b1-b74e-20187383d535", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm", "name": "e2e-same-id-b-d37e65ae"} 2026-09-10T18:09:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "2c3e4971-c80d-44b1-b74e-20187383d535", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm"} 2026-09-10T18:09:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "2c3e4971-c80d-44b1-b74e-20187383d535", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm"} 2026-09-10T18:09:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "2c3e4971-c80d-44b1-b74e-20187383d535", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm", "name": "e2e-same-id-b-d37e65ae-kserve-route-authn"} 2026-09-10T18:09:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "2c3e4971-c80d-44b1-b74e-20187383d535", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm", "name": "e2e-same-id-b-d37e65ae-kserve-route-authn"} 2026-09-10T18:09:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d37e65ae","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d37e65ae", "reconcileID": "0b207b45-d110-4a6b-8c1b-a85cf8f7a4a1", "LLMInferenceService": "e2e-same-id-b-d37e65ae", "namespace": "llm"} 2026-09-10T18:09:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "70d6a111-7a2c-4b4f-9608-cd59b36a0cad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:09:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "70d6a111-7a2c-4b4f-9608-cd59b36a0cad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T18:09:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "70d6a111-7a2c-4b4f-9608-cd59b36a0cad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:09:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69192aa9-6246-43b9-ae15-205e2b2867b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T18:09:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69192aa9-6246-43b9-ae15-205e2b2867b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T18:09:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69192aa9-6246-43b9-ae15-205e2b2867b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}