2026-09-11T00:00:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d7a539","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539", "reconcileID": "13e37e24-4083-456a-a076-79e7e308da5a", "LLMInferenceService": "rate-test-model-d7a539", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539"} 2026-09-11T00:00:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d7a539","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539", "reconcileID": "13e37e24-4083-456a-a076-79e7e308da5a", "LLMInferenceService": "rate-test-model-d7a539", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539-kserve-route-authn"} 2026-09-11T00:00:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d7a539","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539", "reconcileID": "13e37e24-4083-456a-a076-79e7e308da5a", "LLMInferenceService": "rate-test-model-d7a539", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "authType": "userdefined"} 2026-09-11T00:00:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d7a539","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539", "reconcileID": "13e37e24-4083-456a-a076-79e7e308da5a", "LLMInferenceService": "rate-test-model-d7a539", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539"} 2026-09-11T00:00:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b19d25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b19d25", "reconcileID": "13575c0f-6c3a-4741-946b-9db143a06750", "Gateway": "e2e-shared-a-w2-b19d25", "namespace": "openshift-ingress"} 2026-09-11T00:00:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b19d25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b19d25", "reconcileID": "13575c0f-6c3a-4741-946b-9db143a06750", "Gateway": "e2e-shared-a-w2-b19d25", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b19d25-authn-ssl"} 2026-09-11T00:00:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b19d25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b19d25", "reconcileID": "13575c0f-6c3a-4741-946b-9db143a06750", "Gateway": "e2e-shared-a-w2-b19d25", "namespace": "openshift-ingress"} 2026-09-11T00:00:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b19d25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b19d25", "reconcileID": "b53687ea-2e59-42c8-9a2f-f38c82302337", "Gateway": "e2e-shared-a-w2-b19d25", "namespace": "openshift-ingress"} 2026-09-11T00:00:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b19d25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b19d25", "reconcileID": "b53687ea-2e59-42c8-9a2f-f38c82302337", "Gateway": "e2e-shared-a-w2-b19d25", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b19d25-authn-ssl"} 2026-09-11T00:00:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b19d25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b19d25", "reconcileID": "b53687ea-2e59-42c8-9a2f-f38c82302337", "Gateway": "e2e-shared-a-w2-b19d25", "namespace": "openshift-ingress"} 2026-09-11T00:00:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d7a539","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539", "reconcileID": "bca1c574-4ee7-4424-8217-52163e906327", "LLMInferenceService": "rate-test-model-d7a539", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539"} 2026-09-11T00:00:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d7a539","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539", "reconcileID": "bca1c574-4ee7-4424-8217-52163e906327", "LLMInferenceService": "rate-test-model-d7a539", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539"} 2026-09-11T00:00:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d7a539","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539", "reconcileID": "bca1c574-4ee7-4424-8217-52163e906327", "LLMInferenceService": "rate-test-model-d7a539", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539"} 2026-09-11T00:00:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d7a539","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539", "reconcileID": "bca1c574-4ee7-4424-8217-52163e906327", "LLMInferenceService": "rate-test-model-d7a539", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539-kserve-route-authn"} 2026-09-11T00:00:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d7a539","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539", "reconcileID": "bca1c574-4ee7-4424-8217-52163e906327", "LLMInferenceService": "rate-test-model-d7a539", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "authType": "userdefined"} 2026-09-11T00:00:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d7a539","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539", "reconcileID": "bca1c574-4ee7-4424-8217-52163e906327", "LLMInferenceService": "rate-test-model-d7a539", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539"} 2026-09-11T00:00:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b19d25"}, "namespace": "ai-tenant-e2e-shared-a-w2-b19d25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb3f30f8-83e8-468a-8446-0d7daa352cb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b19d25"} 2026-09-11T00:00:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b19d25"}, "namespace": "ai-tenant-e2e-shared-a-w2-b19d25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb3f30f8-83e8-468a-8446-0d7daa352cb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b19d25", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T00:00:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b19d25"}, "namespace": "ai-tenant-e2e-shared-a-w2-b19d25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb3f30f8-83e8-468a-8446-0d7daa352cb6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-b19d25 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T00:00:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b19d25"}, "namespace": "ai-tenant-e2e-shared-a-w2-b19d25", "name": "odh-trusted-ca-bundle", "reconcileID": "5db139db-b523-4352-a69e-d3d5d54f2450", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b19d25"} 2026-09-11T00:00:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b19d25"}, "namespace": "ai-tenant-e2e-shared-a-w2-b19d25", "name": "odh-trusted-ca-bundle", "reconcileID": "5db139db-b523-4352-a69e-d3d5d54f2450", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b19d25"} 2026-09-11T00:00:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-b19d25"}, "namespace": "ai-tenant-e2e-shared-a-w2-b19d25", "name": "openshift-service-ca.crt", "reconcileID": "823a90e7-fb2e-413a-b618-38ed91eb183b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-b19d25"} 2026-09-11T00:00:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-b19d25"}, "namespace": "ai-tenant-e2e-shared-a-w2-b19d25", "name": "openshift-service-ca.crt", "reconcileID": "823a90e7-fb2e-413a-b618-38ed91eb183b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-b19d25"} 2026-09-11T00:00:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b19d25"}, "namespace": "ai-tenant-e2e-shared-a-w2-b19d25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e70839b9-dcc2-48ba-92a0-76f2de701a41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b19d25"} 2026-09-11T00:00:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b19d25"}, "namespace": "ai-tenant-e2e-shared-a-w2-b19d25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e70839b9-dcc2-48ba-92a0-76f2de701a41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b19d25"} 2026-09-11T00:00:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b19d25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b19d25", "reconcileID": "9d90b311-db16-4c41-ad5c-1824e0ef3b46", "Gateway": "e2e-shared-a-w2-b19d25", "namespace": "openshift-ingress"} 2026-09-11T00:00:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "5b68e911-97c4-4b0e-87b1-bfe7713c5276", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:00:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "5b68e911-97c4-4b0e-87b1-bfe7713c5276", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:00:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "5b68e911-97c4-4b0e-87b1-bfe7713c5276", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:00:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4094ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce", "reconcileID": "c670202d-a24b-426d-99a9-c4e12be8dd39", "Gateway": "e2e-shared-b-w3-4094ce", "namespace": "openshift-ingress"} 2026-09-11T00:00:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "5b68e911-97c4-4b0e-87b1-bfe7713c5276", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce-kserve-route-authn"} 2026-09-11T00:00:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "5b68e911-97c4-4b0e-87b1-bfe7713c5276", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "authType": "userdefined"} 2026-09-11T00:00:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "5b68e911-97c4-4b0e-87b1-bfe7713c5276", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:00:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4094ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce", "reconcileID": "c670202d-a24b-426d-99a9-c4e12be8dd39", "Gateway": "e2e-shared-b-w3-4094ce", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce-authn-ssl"} 2026-09-11T00:00:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4094ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce", "reconcileID": "c670202d-a24b-426d-99a9-c4e12be8dd39", "Gateway": "e2e-shared-b-w3-4094ce", "namespace": "openshift-ingress"} 2026-09-11T00:00:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "542b3abb-ba17-45c1-b916-cd8ee9a91460", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:00:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "542b3abb-ba17-45c1-b916-cd8ee9a91460", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:00:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "542b3abb-ba17-45c1-b916-cd8ee9a91460", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:00:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "542b3abb-ba17-45c1-b916-cd8ee9a91460", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce-kserve-route-authn"} 2026-09-11T00:00:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "542b3abb-ba17-45c1-b916-cd8ee9a91460", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "authType": "userdefined"} 2026-09-11T00:00:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "542b3abb-ba17-45c1-b916-cd8ee9a91460", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:00:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a78403","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a78403", "reconcileID": "5c8f158f-7040-4d94-a191-2ff72d8f2e0c", "Gateway": "e2e-shared-b-w2-a78403", "namespace": "openshift-ingress"} 2026-09-11T00:00:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a78403","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a78403", "reconcileID": "5c8f158f-7040-4d94-a191-2ff72d8f2e0c", "Gateway": "e2e-shared-b-w2-a78403", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a78403-authn-ssl"} 2026-09-11T00:00:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a78403","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a78403", "reconcileID": "5c8f158f-7040-4d94-a191-2ff72d8f2e0c", "Gateway": "e2e-shared-b-w2-a78403", "namespace": "openshift-ingress"} 2026-09-11T00:00:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4094ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce", "reconcileID": "1e233f04-f5b2-4cd6-a1f5-0b8494385397", "Gateway": "e2e-shared-b-w3-4094ce", "namespace": "openshift-ingress"} 2026-09-11T00:00:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4094ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce", "reconcileID": "1e233f04-f5b2-4cd6-a1f5-0b8494385397", "Gateway": "e2e-shared-b-w3-4094ce", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce-authn-ssl"} 2026-09-11T00:00:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4094ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce", "reconcileID": "1e233f04-f5b2-4cd6-a1f5-0b8494385397", "Gateway": "e2e-shared-b-w3-4094ce", "namespace": "openshift-ingress"} 2026-09-11T00:01:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a78403","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a78403", "reconcileID": "67c38f15-98d5-4d57-bf39-2e20e14b2bb2", "Gateway": "e2e-shared-b-w2-a78403", "namespace": "openshift-ingress"} 2026-09-11T00:01:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a78403","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a78403", "reconcileID": "67c38f15-98d5-4d57-bf39-2e20e14b2bb2", "Gateway": "e2e-shared-b-w2-a78403", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a78403-authn-ssl"} 2026-09-11T00:01:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a78403","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a78403", "reconcileID": "67c38f15-98d5-4d57-bf39-2e20e14b2bb2", "Gateway": "e2e-shared-b-w2-a78403", "namespace": "openshift-ingress"} 2026-09-11T00:01:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "9f0536f8-77be-4187-b84d-59584b2b9368", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:01:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "9f0536f8-77be-4187-b84d-59584b2b9368", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:01:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "9f0536f8-77be-4187-b84d-59584b2b9368", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:01:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "9f0536f8-77be-4187-b84d-59584b2b9368", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce-kserve-route-authn"} 2026-09-11T00:01:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "9f0536f8-77be-4187-b84d-59584b2b9368", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "authType": "userdefined"} 2026-09-11T00:01:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "9f0536f8-77be-4187-b84d-59584b2b9368", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:01:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a78403"}, "namespace": "ai-tenant-e2e-shared-b-w2-a78403", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bdc18ad-289f-4ab8-bcb9-b70e09d784f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a78403"} 2026-09-11T00:01:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a78403"}, "namespace": "ai-tenant-e2e-shared-b-w2-a78403", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bdc18ad-289f-4ab8-bcb9-b70e09d784f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a78403", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T00:01:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a78403"}, "namespace": "ai-tenant-e2e-shared-b-w2-a78403", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bdc18ad-289f-4ab8-bcb9-b70e09d784f1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-a78403 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T00:01:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a78403"}, "namespace": "ai-tenant-e2e-shared-b-w2-a78403", "name": "odh-trusted-ca-bundle", "reconcileID": "c72183c5-7afb-4bad-bf89-542953679ad5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a78403"} 2026-09-11T00:01:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a78403"}, "namespace": "ai-tenant-e2e-shared-b-w2-a78403", "name": "odh-trusted-ca-bundle", "reconcileID": "c72183c5-7afb-4bad-bf89-542953679ad5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a78403"} 2026-09-11T00:01:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-a78403"}, "namespace": "ai-tenant-e2e-shared-b-w2-a78403", "name": "openshift-service-ca.crt", "reconcileID": "ea62b0f5-1ec3-4813-b6ce-264fdc033695", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-a78403"} 2026-09-11T00:01:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-a78403"}, "namespace": "ai-tenant-e2e-shared-b-w2-a78403", "name": "openshift-service-ca.crt", "reconcileID": "ea62b0f5-1ec3-4813-b6ce-264fdc033695", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-a78403"} 2026-09-11T00:01:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a78403"}, "namespace": "ai-tenant-e2e-shared-b-w2-a78403", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0de5816-cbac-4550-abc0-893371b91af3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a78403"} 2026-09-11T00:01:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a78403"}, "namespace": "ai-tenant-e2e-shared-b-w2-a78403", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0de5816-cbac-4550-abc0-893371b91af3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a78403"} 2026-09-11T00:01:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a78403","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a78403", "reconcileID": "d3f45fed-7b8e-4951-ab97-8bfa91c2217c", "Gateway": "e2e-shared-b-w2-a78403", "namespace": "openshift-ingress"} 2026-09-11T00:01:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "f3e56ac3-f45b-4f4e-b69a-37d02b941afd", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:01:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "f3e56ac3-f45b-4f4e-b69a-37d02b941afd", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:01:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "f3e56ac3-f45b-4f4e-b69a-37d02b941afd", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:01:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "f3e56ac3-f45b-4f4e-b69a-37d02b941afd", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce-kserve-route-authn"} 2026-09-11T00:01:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "f3e56ac3-f45b-4f4e-b69a-37d02b941afd", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "authType": "userdefined"} 2026-09-11T00:01:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "f3e56ac3-f45b-4f4e-b69a-37d02b941afd", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:01:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "f7d71021-afe8-48f9-ae90-658035c4adea", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:01:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "f7d71021-afe8-48f9-ae90-658035c4adea", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:01:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "f7d71021-afe8-48f9-ae90-658035c4adea", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:01:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "f7d71021-afe8-48f9-ae90-658035c4adea", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce-kserve-route-authn"} 2026-09-11T00:01:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "f7d71021-afe8-48f9-ae90-658035c4adea", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "authType": "userdefined"} 2026-09-11T00:01:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "f7d71021-afe8-48f9-ae90-658035c4adea", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:01:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d7a539","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539", "reconcileID": "882de934-75e8-46ab-9514-70b21b6d1795", "LLMInferenceService": "rate-test-model-d7a539", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539"} 2026-09-11T00:01:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d7a539","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539", "reconcileID": "882de934-75e8-46ab-9514-70b21b6d1795", "LLMInferenceService": "rate-test-model-d7a539", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539"} 2026-09-11T00:01:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d7a539","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539", "reconcileID": "882de934-75e8-46ab-9514-70b21b6d1795", "LLMInferenceService": "rate-test-model-d7a539", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539"} 2026-09-11T00:01:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d7a539","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539", "reconcileID": "882de934-75e8-46ab-9514-70b21b6d1795", "LLMInferenceService": "rate-test-model-d7a539", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539"} 2026-09-11T00:01:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d7a539","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539", "reconcileID": "882de934-75e8-46ab-9514-70b21b6d1795", "LLMInferenceService": "rate-test-model-d7a539", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539-kserve-route-authn"} 2026-09-11T00:01:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d7a539","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539", "reconcileID": "882de934-75e8-46ab-9514-70b21b6d1795", "LLMInferenceService": "rate-test-model-d7a539", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539-kserve-route-authn"} 2026-09-11T00:01:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d7a539","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539", "reconcileID": "882de934-75e8-46ab-9514-70b21b6d1795", "LLMInferenceService": "rate-test-model-d7a539", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539"} 2026-09-11T00:01:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d7a539","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539", "reconcileID": "882de934-75e8-46ab-9514-70b21b6d1795", "LLMInferenceService": "rate-test-model-d7a539", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539"} 2026-09-11T00:01:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d7a539","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "rate-test-model-d7a539", "reconcileID": "aeb97378-1980-48fa-9b4c-73d11fe05f5a", "LLMInferenceService": "rate-test-model-d7a539", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539"} 2026-09-11T00:01:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d7a539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d7a539", "reconcileID": "25093555-cb9c-4a06-96ab-67a4ae12aaec", "Gateway": "e2e-shared-a-w3-d7a539", "namespace": "openshift-ingress"} 2026-09-11T00:01:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d7a539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d7a539", "reconcileID": "25093555-cb9c-4a06-96ab-67a4ae12aaec", "Gateway": "e2e-shared-a-w3-d7a539", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d7a539-authn-ssl"} 2026-09-11T00:01:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d7a539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d7a539", "reconcileID": "25093555-cb9c-4a06-96ab-67a4ae12aaec", "Gateway": "e2e-shared-a-w3-d7a539", "namespace": "openshift-ingress"} 2026-09-11T00:01:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d7a539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d7a539", "reconcileID": "0db4f360-210f-464b-bd78-6de85de555bf", "Gateway": "e2e-shared-a-w3-d7a539", "namespace": "openshift-ingress"} 2026-09-11T00:01:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d7a539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d7a539", "reconcileID": "0db4f360-210f-464b-bd78-6de85de555bf", "Gateway": "e2e-shared-a-w3-d7a539", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d7a539-authn-ssl"} 2026-09-11T00:01:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d7a539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d7a539", "reconcileID": "0db4f360-210f-464b-bd78-6de85de555bf", "Gateway": "e2e-shared-a-w3-d7a539", "namespace": "openshift-ingress"} 2026-09-11T00:01:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "f2785b8d-bc19-46e8-8026-a918dcab6339", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:01:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "f2785b8d-bc19-46e8-8026-a918dcab6339", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce"} 2026-09-11T00:01:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "f2785b8d-bc19-46e8-8026-a918dcab6339", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:01:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "f2785b8d-bc19-46e8-8026-a918dcab6339", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:01:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "f2785b8d-bc19-46e8-8026-a918dcab6339", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce-kserve-route-authn"} 2026-09-11T00:01:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "f2785b8d-bc19-46e8-8026-a918dcab6339", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce-kserve-route-authn"} 2026-09-11T00:01:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "f2785b8d-bc19-46e8-8026-a918dcab6339", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:01:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "f2785b8d-bc19-46e8-8026-a918dcab6339", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:01:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4094ce","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "rate-test-model-4094ce", "reconcileID": "6c00afe9-91ea-48fe-b52a-ffe60675ac0f", "LLMInferenceService": "rate-test-model-4094ce", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:01:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4094ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce", "reconcileID": "ec6cbcde-18da-4ac1-89c4-d43eeb46bc63", "Gateway": "e2e-shared-b-w3-4094ce", "namespace": "openshift-ingress"} 2026-09-11T00:01:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4094ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce", "reconcileID": "ec6cbcde-18da-4ac1-89c4-d43eeb46bc63", "Gateway": "e2e-shared-b-w3-4094ce", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce-authn-ssl"} 2026-09-11T00:01:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4094ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce", "reconcileID": "ec6cbcde-18da-4ac1-89c4-d43eeb46bc63", "Gateway": "e2e-shared-b-w3-4094ce", "namespace": "openshift-ingress"} 2026-09-11T00:01:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4094ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce", "reconcileID": "33e25be2-6017-4d57-98dd-82de934e48ee", "Gateway": "e2e-shared-b-w3-4094ce", "namespace": "openshift-ingress"} 2026-09-11T00:01:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4094ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce", "reconcileID": "33e25be2-6017-4d57-98dd-82de934e48ee", "Gateway": "e2e-shared-b-w3-4094ce", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce-authn-ssl"} 2026-09-11T00:01:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4094ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce", "reconcileID": "33e25be2-6017-4d57-98dd-82de934e48ee", "Gateway": "e2e-shared-b-w3-4094ce", "namespace": "openshift-ingress"} 2026-09-11T00:01:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "b01419a8-9c7e-4956-94c1-a7a03a5391b0", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:01:53Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "b01419a8-9c7e-4956-94c1-a7a03a5391b0", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f-authn-ssl"} 2026-09-11T00:01:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "b01419a8-9c7e-4956-94c1-a7a03a5391b0", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:01:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "89aeeae4-0675-474e-b0e2-9cda128a06d0", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:01:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "89aeeae4-0675-474e-b0e2-9cda128a06d0", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f-authn-ssl"} 2026-09-11T00:01:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "89aeeae4-0675-474e-b0e2-9cda128a06d0", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:01:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "65419fa6-3da6-49ff-bb90-284afe21445c", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:01:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "65419fa6-3da6-49ff-bb90-284afe21445c", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f-authn-ssl"} 2026-09-11T00:01:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "65419fa6-3da6-49ff-bb90-284afe21445c", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:01:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "7bd37e24-cbfd-4d89-8262-e3a027448955", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:01:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "7bd37e24-cbfd-4d89-8262-e3a027448955", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f-authn-ssl"} 2026-09-11T00:01:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "7bd37e24-cbfd-4d89-8262-e3a027448955", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:01:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "87477b1a-9455-4b0b-9ef2-2480f6e0f0c0", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:01:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "87477b1a-9455-4b0b-9ef2-2480f6e0f0c0", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f-authn-ssl"} 2026-09-11T00:01:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "87477b1a-9455-4b0b-9ef2-2480f6e0f0c0", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:01:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "4b28c472-326d-4f1f-a7a0-a8fb0a901616", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:01:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "4b28c472-326d-4f1f-a7a0-a8fb0a901616", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f-authn-ssl"} 2026-09-11T00:01:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "4b28c472-326d-4f1f-a7a0-a8fb0a901616", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:01:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "6bdf98d7-946f-4b1a-a354-b74ea1fc3a3d", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:01:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "6bdf98d7-946f-4b1a-a354-b74ea1fc3a3d", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f-authn-ssl"} 2026-09-11T00:01:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "6bdf98d7-946f-4b1a-a354-b74ea1fc3a3d", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:01:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "openshift-service-ca.crt", "reconcileID": "d7dc5833-1929-484a-8424-cc5f6c91777a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:01:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "odh-trusted-ca-bundle", "reconcileID": "4333216b-87e6-4811-aace-e1e146154bca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:01:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "openshift-service-ca.crt", "reconcileID": "5e27d330-7bc5-4e60-b15e-9e7292ffbf1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-17664f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T00:01:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "openshift-service-ca.crt", "reconcileID": "5e27d330-7bc5-4e60-b15e-9e7292ffbf1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:01:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f774ee3-1633-4d49-835d-9c2d60dc39c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:01:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "openshift-service-ca.crt", "reconcileID": "3fcb3191-6ec4-4475-b101-d1ebc2e23891", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:01:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "odh-trusted-ca-bundle", "reconcileID": "095851fd-c2d9-4be1-83b0-489bbbf79520", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-17664f", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T00:01:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "odh-trusted-ca-bundle", "reconcileID": "095851fd-c2d9-4be1-83b0-489bbbf79520", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:01:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "651335fb-fd1f-4705-bf10-6c701f8bf659", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:01:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "17b48dff-6d39-4b01-99f1-761753139839", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:01:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "17b48dff-6d39-4b01-99f1-761753139839", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f-authn-ssl"} 2026-09-11T00:01:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "17b48dff-6d39-4b01-99f1-761753139839", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:02:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "9677e346-f4e1-4d85-a222-c9a93ef6840c", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:02:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "9677e346-f4e1-4d85-a222-c9a93ef6840c", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f-authn-ssl"} 2026-09-11T00:02:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "9677e346-f4e1-4d85-a222-c9a93ef6840c", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:02:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "0968901e-e44d-441b-bdfe-30565ea710d9", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:02:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "0968901e-e44d-441b-bdfe-30565ea710d9", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569-authn-ssl"} 2026-09-11T00:02:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "0968901e-e44d-441b-bdfe-30565ea710d9", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:02:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "08ed64f7-315f-4d86-be43-29e67f931ce2", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:02:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "08ed64f7-315f-4d86-be43-29e67f931ce2", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569-authn-ssl"} 2026-09-11T00:02:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "08ed64f7-315f-4d86-be43-29e67f931ce2", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:02:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "1f70054b-845b-4f8a-b41f-dc634b89cfb8", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:02:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "1f70054b-845b-4f8a-b41f-dc634b89cfb8", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569-authn-ssl"} 2026-09-11T00:02:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "1f70054b-845b-4f8a-b41f-dc634b89cfb8", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:02:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "7bbd91a8-feec-4e8e-8be3-0becf512ed57", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:02:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "7bbd91a8-feec-4e8e-8be3-0becf512ed57", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569-authn-ssl"} 2026-09-11T00:02:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "7bbd91a8-feec-4e8e-8be3-0becf512ed57", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:02:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "d4a5b839-cf5b-4b08-ab0f-0eb3766dad1a", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:02:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "d4a5b839-cf5b-4b08-ab0f-0eb3766dad1a", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569-authn-ssl"} 2026-09-11T00:02:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "d4a5b839-cf5b-4b08-ab0f-0eb3766dad1a", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:02:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "73e9152f-222a-4a88-b76b-7ab3743d93f5", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:02:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "73e9152f-222a-4a88-b76b-7ab3743d93f5", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569-authn-ssl"} 2026-09-11T00:02:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "73e9152f-222a-4a88-b76b-7ab3743d93f5", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:02:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "1583db86-990a-4fc2-8cbd-c725b9867f63", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:02:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "1583db86-990a-4fc2-8cbd-c725b9867f63", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569-authn-ssl"} 2026-09-11T00:02:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "1583db86-990a-4fc2-8cbd-c725b9867f63", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:02:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "be10607a-6858-4798-87f5-2a2616f68c92", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:02:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "be10607a-6858-4798-87f5-2a2616f68c92", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569-authn-ssl"} 2026-09-11T00:02:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "be10607a-6858-4798-87f5-2a2616f68c92", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:02:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-43f569"}, "namespace": "ai-tenant-e2e-ipp-b-43f569", "name": "openshift-service-ca.crt", "reconcileID": "1c7af839-4544-4b74-a858-e092057a3bbf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-43f569"} 2026-09-11T00:02:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-43f569"}, "namespace": "ai-tenant-e2e-ipp-b-43f569", "name": "odh-trusted-ca-bundle", "reconcileID": "39353a10-32f6-4505-975d-c35437cf2116", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-43f569"} 2026-09-11T00:02:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-43f569"}, "namespace": "ai-tenant-e2e-ipp-b-43f569", "name": "openshift-service-ca.crt", "reconcileID": "592c9249-fb42-4770-b447-f6cf46af74a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-43f569", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T00:02:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-43f569"}, "namespace": "ai-tenant-e2e-ipp-b-43f569", "name": "openshift-service-ca.crt", "reconcileID": "592c9249-fb42-4770-b447-f6cf46af74a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-43f569"} 2026-09-11T00:02:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-43f569"}, "namespace": "ai-tenant-e2e-ipp-b-43f569", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b477ff7f-cf60-4c6a-988f-be25f61e2f96", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-43f569"} 2026-09-11T00:02:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-43f569"}, "namespace": "ai-tenant-e2e-ipp-b-43f569", "name": "openshift-service-ca.crt", "reconcileID": "43c5fd65-d8d3-4436-8e30-7f1844d06c89", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-43f569"} 2026-09-11T00:02:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-43f569"}, "namespace": "ai-tenant-e2e-ipp-b-43f569", "name": "odh-trusted-ca-bundle", "reconcileID": "44732944-5ab1-4f43-a503-5d93c60e765b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-43f569", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T00:02:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-43f569"}, "namespace": "ai-tenant-e2e-ipp-b-43f569", "name": "odh-trusted-ca-bundle", "reconcileID": "44732944-5ab1-4f43-a503-5d93c60e765b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-43f569"} 2026-09-11T00:02:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-43f569"}, "namespace": "ai-tenant-e2e-ipp-b-43f569", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1bce435a-2dd0-47b6-903d-572674196b51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-43f569"} 2026-09-11T00:02:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "c35e4ac2-aff3-48f7-ba73-a4fb22702349", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:02:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "c35e4ac2-aff3-48f7-ba73-a4fb22702349", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569-authn-ssl"} 2026-09-11T00:02:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "c35e4ac2-aff3-48f7-ba73-a4fb22702349", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:02:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "7c5e5986-0260-4afe-8381-f0c9249e0ad2", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:02:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "7c5e5986-0260-4afe-8381-f0c9249e0ad2", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569-authn-ssl"} 2026-09-11T00:02:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "7c5e5986-0260-4afe-8381-f0c9249e0ad2", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:02:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "f5a4b1fc-9b69-4bc0-81d4-2bc88255b1b9", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:02:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "f5a4b1fc-9b69-4bc0-81d4-2bc88255b1b9", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:02:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "f5a4b1fc-9b69-4bc0-81d4-2bc88255b1b9", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:02:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "fff9e440-d52e-4100-aab2-2a6b995e236c", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:02:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "f5a4b1fc-9b69-4bc0-81d4-2bc88255b1b9", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f-kserve-route-authn"} 2026-09-11T00:02:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "f5a4b1fc-9b69-4bc0-81d4-2bc88255b1b9", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f", "authType": "userdefined"} 2026-09-11T00:02:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "f5a4b1fc-9b69-4bc0-81d4-2bc88255b1b9", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:02:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "fff9e440-d52e-4100-aab2-2a6b995e236c", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f-authn-ssl"} 2026-09-11T00:02:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "fff9e440-d52e-4100-aab2-2a6b995e236c", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:02:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "e81ce72d-c834-4087-8bbe-52564cd7c48c", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:02:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "e81ce72d-c834-4087-8bbe-52564cd7c48c", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:02:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "e81ce72d-c834-4087-8bbe-52564cd7c48c", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:02:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "e81ce72d-c834-4087-8bbe-52564cd7c48c", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f-kserve-route-authn"} 2026-09-11T00:02:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "e81ce72d-c834-4087-8bbe-52564cd7c48c", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f", "authType": "userdefined"} 2026-09-11T00:02:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "e81ce72d-c834-4087-8bbe-52564cd7c48c", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:03:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "fa5b3597-5e56-4e83-9dc6-d58b61e3ecf6", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:03:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "fa5b3597-5e56-4e83-9dc6-d58b61e3ecf6", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f-authn-ssl"} 2026-09-11T00:03:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "fa5b3597-5e56-4e83-9dc6-d58b61e3ecf6", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:03:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "02a5ae58-7c0a-494b-b57b-fd128e0ce6d5", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:03:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "02a5ae58-7c0a-494b-b57b-fd128e0ce6d5", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:03:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "02a5ae58-7c0a-494b-b57b-fd128e0ce6d5", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:03:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "02a5ae58-7c0a-494b-b57b-fd128e0ce6d5", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f-kserve-route-authn"} 2026-09-11T00:03:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "02a5ae58-7c0a-494b-b57b-fd128e0ce6d5", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f", "authType": "userdefined"} 2026-09-11T00:03:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "02a5ae58-7c0a-494b-b57b-fd128e0ce6d5", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:03:10Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T00:03:10Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T00:03:14Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T00:03:14Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T00:03:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "bb6f1fdd-f19b-4d68-a56c-b78259ff856d", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:03:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "bb6f1fdd-f19b-4d68-a56c-b78259ff856d", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:03:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "bb6f1fdd-f19b-4d68-a56c-b78259ff856d", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:03:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "bb6f1fdd-f19b-4d68-a56c-b78259ff856d", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f-kserve-route-authn"} 2026-09-11T00:03:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "bb6f1fdd-f19b-4d68-a56c-b78259ff856d", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f", "authType": "userdefined"} 2026-09-11T00:03:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "bb6f1fdd-f19b-4d68-a56c-b78259ff856d", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:03:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "e48fd4ff-9dce-4546-8960-fbdec33f2a8a", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:03:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "e48fd4ff-9dce-4546-8960-fbdec33f2a8a", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d-authn-ssl"} 2026-09-11T00:03:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "e48fd4ff-9dce-4546-8960-fbdec33f2a8a", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:03:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "24e1ce70-467b-482c-99ec-1de0c8be0531", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:03:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "24e1ce70-467b-482c-99ec-1de0c8be0531", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d-authn-ssl"} 2026-09-11T00:03:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "24e1ce70-467b-482c-99ec-1de0c8be0531", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:03:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "6fc4d322-dbb2-4bbd-a96c-5026afb9e813", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:03:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "6fc4d322-dbb2-4bbd-a96c-5026afb9e813", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d-authn-ssl"} 2026-09-11T00:03:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "6fc4d322-dbb2-4bbd-a96c-5026afb9e813", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:03:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "f6a6be5b-d2b4-4050-88df-4167d3743d24", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:03:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "f6a6be5b-d2b4-4050-88df-4167d3743d24", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d-authn-ssl"} 2026-09-11T00:03:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "f6a6be5b-d2b4-4050-88df-4167d3743d24", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:03:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "242e5224-2af7-4297-b7f2-8cc389d40248", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:03:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "242e5224-2af7-4297-b7f2-8cc389d40248", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d-authn-ssl"} 2026-09-11T00:03:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "242e5224-2af7-4297-b7f2-8cc389d40248", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:03:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "f66c38c5-ffb0-4cb4-80f7-b20123885d18", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:03:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "f66c38c5-ffb0-4cb4-80f7-b20123885d18", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d-authn-ssl"} 2026-09-11T00:03:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "f66c38c5-ffb0-4cb4-80f7-b20123885d18", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:03:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "d5ad2228-ffa1-414f-a1b4-4b015fe7e317", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:03:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "d5ad2228-ffa1-414f-a1b4-4b015fe7e317", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d-authn-ssl"} 2026-09-11T00:03:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "d5ad2228-ffa1-414f-a1b4-4b015fe7e317", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:03:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "e8684f46-ea75-48e4-9a3f-21e8e9550152", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:03:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "e8684f46-ea75-48e4-9a3f-21e8e9550152", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d-authn-ssl"} 2026-09-11T00:03:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "e8684f46-ea75-48e4-9a3f-21e8e9550152", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:03:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ab675d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d", "name": "openshift-service-ca.crt", "reconcileID": "aa87cc01-de78-4dbd-95c9-aaf6dedf9974", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d"} 2026-09-11T00:03:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab675d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d", "name": "odh-trusted-ca-bundle", "reconcileID": "f0568de8-efa9-4adc-a754-f0f477600e21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d"} 2026-09-11T00:03:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ab675d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d", "name": "openshift-service-ca.crt", "reconcileID": "4034c622-139f-43be-913f-6d65ac0f96d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T00:03:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ab675d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d", "name": "openshift-service-ca.crt", "reconcileID": "4034c622-139f-43be-913f-6d65ac0f96d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d"} 2026-09-11T00:03:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ab675d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d", "name": "openshift-service-ca.crt", "reconcileID": "8ba31253-ba19-4611-ac63-c28b8791b677", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d"} 2026-09-11T00:03:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab675d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cdfd776d-6848-4d59-b08c-05935d19d399", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d"} 2026-09-11T00:03:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab675d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d", "name": "odh-trusted-ca-bundle", "reconcileID": "920bf600-b37b-431f-a8d0-a21c1bb00da1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T00:03:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab675d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d", "name": "odh-trusted-ca-bundle", "reconcileID": "920bf600-b37b-431f-a8d0-a21c1bb00da1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d"} 2026-09-11T00:03:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab675d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96dafee6-a9b9-4d2c-8bc5-e57bd975be87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d"} 2026-09-11T00:03:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "4a1a04b5-ded3-4a10-99c9-b4ae720b6b87", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:03:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "4a1a04b5-ded3-4a10-99c9-b4ae720b6b87", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d-authn-ssl"} 2026-09-11T00:03:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "4a1a04b5-ded3-4a10-99c9-b4ae720b6b87", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:03:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "952c2733-8129-48dc-82c7-0b9adbfedefd", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:03:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "952c2733-8129-48dc-82c7-0b9adbfedefd", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d-authn-ssl"} 2026-09-11T00:03:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "952c2733-8129-48dc-82c7-0b9adbfedefd", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:04:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "e98a96aa-92eb-4ea8-b0fc-b208d416a335", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:04:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "e98a96aa-92eb-4ea8-b0fc-b208d416a335", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d-authn-ssl"} 2026-09-11T00:04:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "e98a96aa-92eb-4ea8-b0fc-b208d416a335", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:04:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "d96df73e-3db0-419b-aea0-3337471cc0ed", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:04:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "d96df73e-3db0-419b-aea0-3337471cc0ed", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d-authn-ssl"} 2026-09-11T00:04:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "d96df73e-3db0-419b-aea0-3337471cc0ed", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:04:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab675d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33668184-b20e-42cf-a66b-f56ae5e565ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d"} 2026-09-11T00:04:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab675d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33668184-b20e-42cf-a66b-f56ae5e565ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T00:04:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab675d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33668184-b20e-42cf-a66b-f56ae5e565ee", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-ab675d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T00:04:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab675d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d", "name": "odh-trusted-ca-bundle", "reconcileID": "ba08ce6f-09c2-4977-822a-0f78ba9dfb75", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d"} 2026-09-11T00:04:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab675d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d", "name": "odh-trusted-ca-bundle", "reconcileID": "ba08ce6f-09c2-4977-822a-0f78ba9dfb75", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d"} 2026-09-11T00:04:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ab675d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d", "name": "openshift-service-ca.crt", "reconcileID": "7ce70b96-cb66-4617-b1e2-b5db4c45addb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d"} 2026-09-11T00:04:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ab675d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d", "name": "openshift-service-ca.crt", "reconcileID": "7ce70b96-cb66-4617-b1e2-b5db4c45addb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d"} 2026-09-11T00:04:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab675d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0645c89d-cb34-499a-8eb6-45fec482e446", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d"} 2026-09-11T00:04:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ab675d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0645c89d-cb34-499a-8eb6-45fec482e446", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ab675d"} 2026-09-11T00:04:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ab675d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ab675d", "reconcileID": "96fd258b-af41-4364-aa36-2b2a02f57e62", "Gateway": "e2e-ipp-cleanup-ab675d", "namespace": "openshift-ingress"} 2026-09-11T00:04:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "80c1657f-f955-411d-8dfa-553984178b9b", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:04:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "80c1657f-f955-411d-8dfa-553984178b9b", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f-authn-ssl"} 2026-09-11T00:04:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "80c1657f-f955-411d-8dfa-553984178b9b", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:04:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "e5fa0992-f4a9-42c9-82b0-582e7f0adfc5", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:04:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "e5fa0992-f4a9-42c9-82b0-582e7f0adfc5", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f-authn-ssl"} 2026-09-11T00:04:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "e5fa0992-f4a9-42c9-82b0-582e7f0adfc5", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:04:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "6d73b126-064a-449f-9ed1-c42ce43d9595", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:04:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "6d73b126-064a-449f-9ed1-c42ce43d9595", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f-authn-ssl"} 2026-09-11T00:04:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "6d73b126-064a-449f-9ed1-c42ce43d9595", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:04:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "83ed14b8-9f96-43f3-a985-f7018fe1687e", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:04:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "83ed14b8-9f96-43f3-a985-f7018fe1687e", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:04:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "83ed14b8-9f96-43f3-a985-f7018fe1687e", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:04:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "83ed14b8-9f96-43f3-a985-f7018fe1687e", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f-kserve-route-authn"} 2026-09-11T00:04:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "83ed14b8-9f96-43f3-a985-f7018fe1687e", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f", "authType": "userdefined"} 2026-09-11T00:04:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "83ed14b8-9f96-43f3-a985-f7018fe1687e", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:05:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "b40f417a-c0f2-4491-a9fb-fd3637454899", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:05:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "b40f417a-c0f2-4491-a9fb-fd3637454899", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f"} 2026-09-11T00:05:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "b40f417a-c0f2-4491-a9fb-fd3637454899", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:05:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "b40f417a-c0f2-4491-a9fb-fd3637454899", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:05:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "b40f417a-c0f2-4491-a9fb-fd3637454899", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f-kserve-route-authn"} 2026-09-11T00:05:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "b40f417a-c0f2-4491-a9fb-fd3637454899", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f-kserve-route-authn"} 2026-09-11T00:05:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "b40f417a-c0f2-4491-a9fb-fd3637454899", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:05:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "b40f417a-c0f2-4491-a9fb-fd3637454899", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:05:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "fdb2a0dc-8549-4a71-ba6e-e5f96aa01170", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:05:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "fdb2a0dc-8549-4a71-ba6e-e5f96aa01170", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f"} 2026-09-11T00:05:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "fdb2a0dc-8549-4a71-ba6e-e5f96aa01170", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:05:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "fdb2a0dc-8549-4a71-ba6e-e5f96aa01170", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:05:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "fdb2a0dc-8549-4a71-ba6e-e5f96aa01170", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f-kserve-route-authn"} 2026-09-11T00:05:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "fdb2a0dc-8549-4a71-ba6e-e5f96aa01170", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f-kserve-route-authn"} 2026-09-11T00:05:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "fdb2a0dc-8549-4a71-ba6e-e5f96aa01170", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:05:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "fdb2a0dc-8549-4a71-ba6e-e5f96aa01170", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:05:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-17664f","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "ipp-route-17664f", "reconcileID": "99b923df-9a9d-41bf-803f-4e3f78757e3a", "LLMInferenceService": "ipp-route-17664f", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:05:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "bfe687d8-1021-4dd3-a7ad-1315b559938d", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:05:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "bfe687d8-1021-4dd3-a7ad-1315b559938d", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f-authn-ssl"} 2026-09-11T00:05:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "bfe687d8-1021-4dd3-a7ad-1315b559938d", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:05:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "cae22771-3935-48d0-9db1-1dac74569204", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:05:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "cae22771-3935-48d0-9db1-1dac74569204", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f-authn-ssl"} 2026-09-11T00:05:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "cae22771-3935-48d0-9db1-1dac74569204", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:05:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "325e964b-ce3c-4f5a-a3a0-c56ae4fed4c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:05:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "325e964b-ce3c-4f5a-a3a0-c56ae4fed4c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-17664f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T00:05:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "325e964b-ce3c-4f5a-a3a0-c56ae4fed4c7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-17664f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T00:05:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "odh-trusted-ca-bundle", "reconcileID": "b80640d3-54e5-471b-aacc-a2c442f411f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "odh-trusted-ca-bundle", "reconcileID": "b80640d3-54e5-471b-aacc-a2c442f411f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:05:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "openshift-service-ca.crt", "reconcileID": "d11d5e39-ee70-474a-a80a-1d16b296e473", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "openshift-service-ca.crt", "reconcileID": "d11d5e39-ee70-474a-a80a-1d16b296e473", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:05:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b06a678-2fc5-40be-b2d0-888a8e354862", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-17664f"}, "namespace": "ai-tenant-e2e-ipp-a-17664f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b06a678-2fc5-40be-b2d0-888a8e354862", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-17664f"} 2026-09-11T00:05:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-17664f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-17664f", "reconcileID": "f76e9454-1e4b-4e81-bbed-e73ec5e547e5", "Gateway": "e2e-ipp-a-17664f", "namespace": "openshift-ingress"} 2026-09-11T00:05:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "4b258217-b07a-479f-b5bb-70cffdcb9785", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:05:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "4b258217-b07a-479f-b5bb-70cffdcb9785", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569-authn-ssl"} 2026-09-11T00:05:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "4b258217-b07a-479f-b5bb-70cffdcb9785", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:05:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "ad491d11-fd40-42ec-aaea-7e212c94f8c2", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:05:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "ad491d11-fd40-42ec-aaea-7e212c94f8c2", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569-authn-ssl"} 2026-09-11T00:05:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "ad491d11-fd40-42ec-aaea-7e212c94f8c2", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:05:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-43f569"}, "namespace": "ai-tenant-e2e-ipp-b-43f569", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a712c1f-889c-4958-8f2c-1fe1cc5995d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-43f569"} 2026-09-11T00:05:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-43f569"}, "namespace": "ai-tenant-e2e-ipp-b-43f569", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a712c1f-889c-4958-8f2c-1fe1cc5995d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-43f569", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T00:05:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-43f569"}, "namespace": "ai-tenant-e2e-ipp-b-43f569", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a712c1f-889c-4958-8f2c-1fe1cc5995d8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-43f569 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T00:05:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-43f569"}, "namespace": "ai-tenant-e2e-ipp-b-43f569", "name": "odh-trusted-ca-bundle", "reconcileID": "6f0923ed-7ea1-445b-a43e-28c87b52186d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-43f569"} 2026-09-11T00:05:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-43f569"}, "namespace": "ai-tenant-e2e-ipp-b-43f569", "name": "odh-trusted-ca-bundle", "reconcileID": "6f0923ed-7ea1-445b-a43e-28c87b52186d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-43f569"} 2026-09-11T00:05:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-43f569"}, "namespace": "ai-tenant-e2e-ipp-b-43f569", "name": "openshift-service-ca.crt", "reconcileID": "01f64346-1064-48e7-ac22-c9589ba89c56", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-43f569"} 2026-09-11T00:05:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-43f569"}, "namespace": "ai-tenant-e2e-ipp-b-43f569", "name": "openshift-service-ca.crt", "reconcileID": "01f64346-1064-48e7-ac22-c9589ba89c56", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-43f569"} 2026-09-11T00:05:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-43f569"}, "namespace": "ai-tenant-e2e-ipp-b-43f569", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26bda48b-b840-4866-8823-10e5be192ddd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-43f569"} 2026-09-11T00:05:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-43f569"}, "namespace": "ai-tenant-e2e-ipp-b-43f569", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26bda48b-b840-4866-8823-10e5be192ddd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-43f569"} 2026-09-11T00:05:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-43f569","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-43f569", "reconcileID": "61184922-41f5-40c5-8df4-819a3835da8f", "Gateway": "e2e-ipp-b-43f569", "namespace": "openshift-ingress"} 2026-09-11T00:05:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d7a539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d7a539", "reconcileID": "8531761d-5648-424b-a69e-ace8a89116a3", "Gateway": "e2e-shared-a-w3-d7a539", "namespace": "openshift-ingress"} 2026-09-11T00:05:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d7a539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d7a539", "reconcileID": "8531761d-5648-424b-a69e-ace8a89116a3", "Gateway": "e2e-shared-a-w3-d7a539", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d7a539-authn-ssl"} 2026-09-11T00:05:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d7a539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d7a539", "reconcileID": "8531761d-5648-424b-a69e-ace8a89116a3", "Gateway": "e2e-shared-a-w3-d7a539", "namespace": "openshift-ingress"} 2026-09-11T00:05:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d7a539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d7a539", "reconcileID": "6f5ddc4c-7cf3-4c5d-999f-873c8bfd328b", "Gateway": "e2e-shared-a-w3-d7a539", "namespace": "openshift-ingress"} 2026-09-11T00:05:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d7a539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d7a539", "reconcileID": "6f5ddc4c-7cf3-4c5d-999f-873c8bfd328b", "Gateway": "e2e-shared-a-w3-d7a539", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d7a539-authn-ssl"} 2026-09-11T00:05:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d7a539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d7a539", "reconcileID": "6f5ddc4c-7cf3-4c5d-999f-873c8bfd328b", "Gateway": "e2e-shared-a-w3-d7a539", "namespace": "openshift-ingress"} 2026-09-11T00:06:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7c234ea-9232-4576-9241-938dd38068b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539"} 2026-09-11T00:06:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7c234ea-9232-4576-9241-938dd38068b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T00:06:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7c234ea-9232-4576-9241-938dd38068b9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-d7a539 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T00:06:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "odh-trusted-ca-bundle", "reconcileID": "4d629583-5f3e-4127-84cf-d80cd97394c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539"} 2026-09-11T00:06:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "odh-trusted-ca-bundle", "reconcileID": "4d629583-5f3e-4127-84cf-d80cd97394c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539"} 2026-09-11T00:06:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "openshift-service-ca.crt", "reconcileID": "389c728a-4362-43eb-a81d-6c6091c3a798", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539"} 2026-09-11T00:06:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "openshift-service-ca.crt", "reconcileID": "389c728a-4362-43eb-a81d-6c6091c3a798", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539"} 2026-09-11T00:06:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1adfc31-b992-47e3-a1cb-06d7e8c798c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539"} 2026-09-11T00:06:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d7a539"}, "namespace": "ai-tenant-e2e-shared-a-w3-d7a539", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1adfc31-b992-47e3-a1cb-06d7e8c798c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d7a539"} 2026-09-11T00:06:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d7a539","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d7a539", "reconcileID": "d411912e-c10d-483f-b09c-058e152b7d61", "Gateway": "e2e-shared-a-w3-d7a539", "namespace": "openshift-ingress"} 2026-09-11T00:06:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4094ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce", "reconcileID": "3aec65d3-c38b-42e9-8c1e-977597392d0e", "Gateway": "e2e-shared-b-w3-4094ce", "namespace": "openshift-ingress"} 2026-09-11T00:06:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4094ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce", "reconcileID": "3aec65d3-c38b-42e9-8c1e-977597392d0e", "Gateway": "e2e-shared-b-w3-4094ce", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce-authn-ssl"} 2026-09-11T00:06:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4094ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce", "reconcileID": "3aec65d3-c38b-42e9-8c1e-977597392d0e", "Gateway": "e2e-shared-b-w3-4094ce", "namespace": "openshift-ingress"} 2026-09-11T00:06:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4094ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce", "reconcileID": "976b6c37-61ef-4880-ad75-8dfd66fcba8e", "Gateway": "e2e-shared-b-w3-4094ce", "namespace": "openshift-ingress"} 2026-09-11T00:06:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4094ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce", "reconcileID": "976b6c37-61ef-4880-ad75-8dfd66fcba8e", "Gateway": "e2e-shared-b-w3-4094ce", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce-authn-ssl"} 2026-09-11T00:06:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4094ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce", "reconcileID": "976b6c37-61ef-4880-ad75-8dfd66fcba8e", "Gateway": "e2e-shared-b-w3-4094ce", "namespace": "openshift-ingress"} 2026-09-11T00:06:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f565d45f-afda-4268-acf0-490e5b92e320", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:06:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f565d45f-afda-4268-acf0-490e5b92e320", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T00:06:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f565d45f-afda-4268-acf0-490e5b92e320", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-4094ce because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T00:06:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "odh-trusted-ca-bundle", "reconcileID": "ffcc2bb4-7032-455f-9516-b5918c674158", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:06:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "odh-trusted-ca-bundle", "reconcileID": "ffcc2bb4-7032-455f-9516-b5918c674158", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:06:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "openshift-service-ca.crt", "reconcileID": "592c1b05-c8d1-4824-bc14-f6a909b863ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:06:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "openshift-service-ca.crt", "reconcileID": "592c1b05-c8d1-4824-bc14-f6a909b863ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:06:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "551c6bf0-f617-4e06-84cb-77b454a5a0e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:06:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4094ce"}, "namespace": "ai-tenant-e2e-shared-b-w3-4094ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "551c6bf0-f617-4e06-84cb-77b454a5a0e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4094ce"} 2026-09-11T00:06:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4094ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4094ce", "reconcileID": "6c9e678e-a508-4af9-b768-b1b8a8480fd6", "Gateway": "e2e-shared-b-w3-4094ce", "namespace": "openshift-ingress"} 2026-09-11T00:09:01Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T00:09:01Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T00:09:02Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T00:09:02Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T00:10:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "d97cbca5-a8be-4321-85b6-9777f3f89ac3", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "d97cbca5-a8be-4321-85b6-9777f3f89ac3", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "d97cbca5-a8be-4321-85b6-9777f3f89ac3", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c6754909-fceb-4118-abba-1fadc156997c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:10:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "d97cbca5-a8be-4321-85b6-9777f3f89ac3", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm", "name": "e2e-same-id-a-0ee0968a-kserve-route-authn"} 2026-09-11T00:10:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "d97cbca5-a8be-4321-85b6-9777f3f89ac3", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm", "authType": "userdefined"} 2026-09-11T00:10:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "d97cbca5-a8be-4321-85b6-9777f3f89ac3", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c6754909-fceb-4118-abba-1fadc156997c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T00:10:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c6754909-fceb-4118-abba-1fadc156997c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:10:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "e742b073-c863-48d0-84c1-0e84eb886862", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "e742b073-c863-48d0-84c1-0e84eb886862", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "e742b073-c863-48d0-84c1-0e84eb886862", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "e742b073-c863-48d0-84c1-0e84eb886862", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm", "name": "e2e-same-id-a-0ee0968a-kserve-route-authn"} 2026-09-11T00:10:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "e742b073-c863-48d0-84c1-0e84eb886862", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm", "authType": "userdefined"} 2026-09-11T00:10:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "e742b073-c863-48d0-84c1-0e84eb886862", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "9071158a-a21b-4426-93c4-9e7503308352", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "9071158a-a21b-4426-93c4-9e7503308352", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "9071158a-a21b-4426-93c4-9e7503308352", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "9071158a-a21b-4426-93c4-9e7503308352", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm", "name": "e2e-same-id-b-0ee0968a-kserve-route-authn"} 2026-09-11T00:10:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49fde17a-cafe-42c7-b389-8a4cc476ebd9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:10:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "9071158a-a21b-4426-93c4-9e7503308352", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm", "authType": "userdefined"} 2026-09-11T00:10:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "9071158a-a21b-4426-93c4-9e7503308352", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49fde17a-cafe-42c7-b389-8a4cc476ebd9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T00:10:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49fde17a-cafe-42c7-b389-8a4cc476ebd9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:10:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "41ad90e6-a43e-49fb-b3ab-b3a2fb06a01e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:10:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "41ad90e6-a43e-49fb-b3ab-b3a2fb06a01e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T00:10:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "41ad90e6-a43e-49fb-b3ab-b3a2fb06a01e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:10:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "f742e183-855f-4224-93b7-0e23184985a5", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "f742e183-855f-4224-93b7-0e23184985a5", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "f742e183-855f-4224-93b7-0e23184985a5", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "f742e183-855f-4224-93b7-0e23184985a5", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm", "name": "e2e-same-id-a-0ee0968a-kserve-route-authn"} 2026-09-11T00:10:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "f742e183-855f-4224-93b7-0e23184985a5", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm", "authType": "userdefined"} 2026-09-11T00:10:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "f742e183-855f-4224-93b7-0e23184985a5", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "2a5e98d2-4148-4efb-932f-1bbec8c9e3e2", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "2a5e98d2-4148-4efb-932f-1bbec8c9e3e2", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "2a5e98d2-4148-4efb-932f-1bbec8c9e3e2", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "2a5e98d2-4148-4efb-932f-1bbec8c9e3e2", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm", "name": "e2e-same-id-b-0ee0968a-kserve-route-authn"} 2026-09-11T00:10:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "2a5e98d2-4148-4efb-932f-1bbec8c9e3e2", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm", "authType": "userdefined"} 2026-09-11T00:10:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "2a5e98d2-4148-4efb-932f-1bbec8c9e3e2", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7ccae827-f5dc-4fc6-8131-1168e0cdf079", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:10:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7ccae827-f5dc-4fc6-8131-1168e0cdf079", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T00:10:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7ccae827-f5dc-4fc6-8131-1168e0cdf079", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:10:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "a669f491-bf1b-43fc-885c-86ae03c2b267", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "a669f491-bf1b-43fc-885c-86ae03c2b267", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "a669f491-bf1b-43fc-885c-86ae03c2b267", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "a669f491-bf1b-43fc-885c-86ae03c2b267", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm", "name": "e2e-same-id-b-0ee0968a-kserve-route-authn"} 2026-09-11T00:10:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "a669f491-bf1b-43fc-885c-86ae03c2b267", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm", "authType": "userdefined"} 2026-09-11T00:10:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "a669f491-bf1b-43fc-885c-86ae03c2b267", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "32d0c339-d65f-4931-939e-75077810c79d", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "32d0c339-d65f-4931-939e-75077810c79d", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "32d0c339-d65f-4931-939e-75077810c79d", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "32d0c339-d65f-4931-939e-75077810c79d", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm", "name": "e2e-same-id-a-0ee0968a-kserve-route-authn"} 2026-09-11T00:10:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "32d0c339-d65f-4931-939e-75077810c79d", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm", "authType": "userdefined"} 2026-09-11T00:10:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "32d0c339-d65f-4931-939e-75077810c79d", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "f198c1d5-59e4-4c40-9bf6-6626dd41e478", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "f198c1d5-59e4-4c40-9bf6-6626dd41e478", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "f198c1d5-59e4-4c40-9bf6-6626dd41e478", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "f198c1d5-59e4-4c40-9bf6-6626dd41e478", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm", "name": "e2e-same-id-b-0ee0968a-kserve-route-authn"} 2026-09-11T00:10:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "f198c1d5-59e4-4c40-9bf6-6626dd41e478", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm", "authType": "userdefined"} 2026-09-11T00:10:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "f198c1d5-59e4-4c40-9bf6-6626dd41e478", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "822e419a-2622-4a09-a1e8-059783c2532f", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "822e419a-2622-4a09-a1e8-059783c2532f", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm", "name": "e2e-same-id-a-0ee0968a"} 2026-09-11T00:10:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "822e419a-2622-4a09-a1e8-059783c2532f", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "822e419a-2622-4a09-a1e8-059783c2532f", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "822e419a-2622-4a09-a1e8-059783c2532f", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm", "name": "e2e-same-id-a-0ee0968a-kserve-route-authn"} 2026-09-11T00:10:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "822e419a-2622-4a09-a1e8-059783c2532f", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm", "name": "e2e-same-id-a-0ee0968a-kserve-route-authn"} 2026-09-11T00:10:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0ee0968a", "reconcileID": "5af731c7-01b1-41c7-94a0-90a2b18003a0", "LLMInferenceService": "e2e-same-id-a-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8cd61a0a-654a-40a9-bba5-4be14db2dc4b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:10:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8cd61a0a-654a-40a9-bba5-4be14db2dc4b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T00:10:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8cd61a0a-654a-40a9-bba5-4be14db2dc4b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:10:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f7610308-75a5-4730-9206-70ce6a0c14ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:10:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f7610308-75a5-4730-9206-70ce6a0c14ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T00:10:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f7610308-75a5-4730-9206-70ce6a0c14ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:10:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "a5ed44e7-a2fd-46a4-aeb9-5a8b2698b004", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "a5ed44e7-a2fd-46a4-aeb9-5a8b2698b004", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm", "name": "e2e-same-id-b-0ee0968a"} 2026-09-11T00:10:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "a5ed44e7-a2fd-46a4-aeb9-5a8b2698b004", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "a5ed44e7-a2fd-46a4-aeb9-5a8b2698b004", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "a5ed44e7-a2fd-46a4-aeb9-5a8b2698b004", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm", "name": "e2e-same-id-b-0ee0968a-kserve-route-authn"} 2026-09-11T00:10:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "a5ed44e7-a2fd-46a4-aeb9-5a8b2698b004", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm", "name": "e2e-same-id-b-0ee0968a-kserve-route-authn"} 2026-09-11T00:10:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0ee0968a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0ee0968a", "reconcileID": "b767e6fc-4eb1-467a-a024-3f75075c5aed", "LLMInferenceService": "e2e-same-id-b-0ee0968a", "namespace": "llm"} 2026-09-11T00:10:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3c7aadbe-4487-45f7-9bb4-871c1063af36", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:10:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3c7aadbe-4487-45f7-9bb4-871c1063af36", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T00:10:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3c7aadbe-4487-45f7-9bb4-871c1063af36", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:10:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dcbcb642-1d45-46c6-975e-965bf560439c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T00:10:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dcbcb642-1d45-46c6-975e-965bf560439c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T00:10:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dcbcb642-1d45-46c6-975e-965bf560439c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}