2026-09-09T13:50:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-464c54"}, "namespace": "ai-tenant-e2e-api-a-464c54", "name": "odh-trusted-ca-bundle", "reconcileID": "8af23aad-b5f7-4fe6-8e72-19d50f7bc21b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-464c54"} 2026-09-09T13:50:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-464c54"}, "namespace": "ai-tenant-e2e-api-a-464c54", "name": "openshift-service-ca.crt", "reconcileID": "bde57398-3f27-4a0e-8ff8-5c1f6f606763", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-464c54"} 2026-09-09T13:50:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-464c54"}, "namespace": "ai-tenant-e2e-api-a-464c54", "name": "openshift-service-ca.crt", "reconcileID": "bde57398-3f27-4a0e-8ff8-5c1f6f606763", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-464c54"} 2026-09-09T13:50:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-464c54"}, "namespace": "ai-tenant-e2e-api-a-464c54", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5b4369a-5364-42df-b59c-dd83a520a818", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-464c54"} 2026-09-09T13:50:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-464c54"}, "namespace": "ai-tenant-e2e-api-a-464c54", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5b4369a-5364-42df-b59c-dd83a520a818", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-464c54"} 2026-09-09T13:50:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-464c54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-464c54", "reconcileID": "0a052d53-69f0-4409-bad7-5fda5bb6101b", "Gateway": "e2e-api-a-464c54", "namespace": "openshift-ingress"} 2026-09-09T13:50:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-df48ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-df48ae", "reconcileID": "3538bbc2-2123-4d3a-90f5-ea2900a05062", "Gateway": "e2e-shared-b-w3-df48ae", "namespace": "openshift-ingress"} 2026-09-09T13:50:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-df48ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-df48ae", "reconcileID": "3538bbc2-2123-4d3a-90f5-ea2900a05062", "Gateway": "e2e-shared-b-w3-df48ae", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-df48ae-authn-ssl"} 2026-09-09T13:50:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-df48ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-df48ae", "reconcileID": "3538bbc2-2123-4d3a-90f5-ea2900a05062", "Gateway": "e2e-shared-b-w3-df48ae", "namespace": "openshift-ingress"} 2026-09-09T13:50:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df48ae","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae", "reconcileID": "112ddd4c-805e-458f-96cc-c8ba1990e8f1", "LLMInferenceService": "rate-test-model-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae"} 2026-09-09T13:50:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df48ae","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae", "reconcileID": "112ddd4c-805e-458f-96cc-c8ba1990e8f1", "LLMInferenceService": "rate-test-model-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae"} 2026-09-09T13:50:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df48ae","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae", "reconcileID": "112ddd4c-805e-458f-96cc-c8ba1990e8f1", "LLMInferenceService": "rate-test-model-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae"} 2026-09-09T13:50:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df48ae","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae", "reconcileID": "112ddd4c-805e-458f-96cc-c8ba1990e8f1", "LLMInferenceService": "rate-test-model-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae-kserve-route-authn"} 2026-09-09T13:50:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df48ae","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae", "reconcileID": "112ddd4c-805e-458f-96cc-c8ba1990e8f1", "LLMInferenceService": "rate-test-model-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "authType": "userdefined"} 2026-09-09T13:50:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df48ae","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae", "reconcileID": "112ddd4c-805e-458f-96cc-c8ba1990e8f1", "LLMInferenceService": "rate-test-model-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae"} 2026-09-09T13:50:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4bfe1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4bfe1d", "reconcileID": "3ba61d2c-e7a8-4e69-9a4e-b6e2a01fd486", "Gateway": "e2e-api-b-4bfe1d", "namespace": "openshift-ingress"} 2026-09-09T13:50:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4bfe1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4bfe1d", "reconcileID": "3ba61d2c-e7a8-4e69-9a4e-b6e2a01fd486", "Gateway": "e2e-api-b-4bfe1d", "namespace": "openshift-ingress", "name": "e2e-api-b-4bfe1d-authn-ssl"} 2026-09-09T13:50:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4bfe1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4bfe1d", "reconcileID": "3ba61d2c-e7a8-4e69-9a4e-b6e2a01fd486", "Gateway": "e2e-api-b-4bfe1d", "namespace": "openshift-ingress"} 2026-09-09T13:50:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df48ae","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae", "reconcileID": "a79e070f-882f-46cd-a515-67a09aafa491", "LLMInferenceService": "rate-test-model-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae"} 2026-09-09T13:50:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df48ae","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae", "reconcileID": "a79e070f-882f-46cd-a515-67a09aafa491", "LLMInferenceService": "rate-test-model-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae"} 2026-09-09T13:50:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df48ae","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae", "reconcileID": "a79e070f-882f-46cd-a515-67a09aafa491", "LLMInferenceService": "rate-test-model-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae"} 2026-09-09T13:50:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df48ae","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae", "reconcileID": "a79e070f-882f-46cd-a515-67a09aafa491", "LLMInferenceService": "rate-test-model-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae-kserve-route-authn"} 2026-09-09T13:50:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df48ae","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae", "reconcileID": "a79e070f-882f-46cd-a515-67a09aafa491", "LLMInferenceService": "rate-test-model-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "authType": "userdefined"} 2026-09-09T13:50:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df48ae","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae", "reconcileID": "a79e070f-882f-46cd-a515-67a09aafa491", "LLMInferenceService": "rate-test-model-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae"} 2026-09-09T13:50:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4bfe1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4bfe1d", "reconcileID": "67ddca9b-0366-4dce-b29b-5a9c2e8b9057", "Gateway": "e2e-api-b-4bfe1d", "namespace": "openshift-ingress"} 2026-09-09T13:50:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4bfe1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4bfe1d", "reconcileID": "67ddca9b-0366-4dce-b29b-5a9c2e8b9057", "Gateway": "e2e-api-b-4bfe1d", "namespace": "openshift-ingress", "name": "e2e-api-b-4bfe1d-authn-ssl"} 2026-09-09T13:50:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4bfe1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4bfe1d", "reconcileID": "67ddca9b-0366-4dce-b29b-5a9c2e8b9057", "Gateway": "e2e-api-b-4bfe1d", "namespace": "openshift-ingress"} 2026-09-09T13:50:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4bfe1d"}, "namespace": "ai-tenant-e2e-api-b-4bfe1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1d62587-6caf-4bfb-a4ee-d2fcb5a1f1e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4bfe1d"} 2026-09-09T13:50:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4bfe1d"}, "namespace": "ai-tenant-e2e-api-b-4bfe1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1d62587-6caf-4bfb-a4ee-d2fcb5a1f1e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4bfe1d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:50:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4bfe1d"}, "namespace": "ai-tenant-e2e-api-b-4bfe1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1d62587-6caf-4bfb-a4ee-d2fcb5a1f1e5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-4bfe1d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T13:50:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4bfe1d"}, "namespace": "ai-tenant-e2e-api-b-4bfe1d", "name": "odh-trusted-ca-bundle", "reconcileID": "3990cace-de12-4627-9209-b2d1b25acf7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4bfe1d"} 2026-09-09T13:50:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4bfe1d"}, "namespace": "ai-tenant-e2e-api-b-4bfe1d", "name": "odh-trusted-ca-bundle", "reconcileID": "3990cace-de12-4627-9209-b2d1b25acf7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4bfe1d"} 2026-09-09T13:50:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4bfe1d"}, "namespace": "ai-tenant-e2e-api-b-4bfe1d", "name": "openshift-service-ca.crt", "reconcileID": "f3b436ba-c4e8-46c4-9233-a376ba19ff26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4bfe1d"} 2026-09-09T13:50:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4bfe1d"}, "namespace": "ai-tenant-e2e-api-b-4bfe1d", "name": "openshift-service-ca.crt", "reconcileID": "f3b436ba-c4e8-46c4-9233-a376ba19ff26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4bfe1d"} 2026-09-09T13:50:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4bfe1d"}, "namespace": "ai-tenant-e2e-api-b-4bfe1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67193f40-d0f8-4251-ac69-3b2cb0edc2ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4bfe1d"} 2026-09-09T13:50:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4bfe1d"}, "namespace": "ai-tenant-e2e-api-b-4bfe1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67193f40-d0f8-4251-ac69-3b2cb0edc2ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4bfe1d"} 2026-09-09T13:50:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4bfe1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4bfe1d", "reconcileID": "c237e027-1944-44eb-8a6b-9be5b6057fd2", "Gateway": "e2e-api-b-4bfe1d", "namespace": "openshift-ingress"} 2026-09-09T13:50:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b5cba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b5cba4", "reconcileID": "36af12e4-8c61-4b8e-8696-c43021c7408f", "Gateway": "e2e-shared-a-w2-b5cba4", "namespace": "openshift-ingress"} 2026-09-09T13:50:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b5cba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b5cba4", "reconcileID": "36af12e4-8c61-4b8e-8696-c43021c7408f", "Gateway": "e2e-shared-a-w2-b5cba4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b5cba4-authn-ssl"} 2026-09-09T13:50:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b5cba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b5cba4", "reconcileID": "36af12e4-8c61-4b8e-8696-c43021c7408f", "Gateway": "e2e-shared-a-w2-b5cba4", "namespace": "openshift-ingress"} 2026-09-09T13:50:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b5cba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b5cba4", "reconcileID": "ee975296-e11b-4a9b-a703-b2f4a45f550e", "Gateway": "e2e-shared-a-w2-b5cba4", "namespace": "openshift-ingress"} 2026-09-09T13:50:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b5cba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b5cba4", "reconcileID": "ee975296-e11b-4a9b-a703-b2f4a45f550e", "Gateway": "e2e-shared-a-w2-b5cba4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b5cba4-authn-ssl"} 2026-09-09T13:50:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b5cba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b5cba4", "reconcileID": "ee975296-e11b-4a9b-a703-b2f4a45f550e", "Gateway": "e2e-shared-a-w2-b5cba4", "namespace": "openshift-ingress"} 2026-09-09T13:50:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b5cba4"}, "namespace": "ai-tenant-e2e-shared-a-w2-b5cba4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52badb20-440c-45c6-bf14-45dc6899e949", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b5cba4"} 2026-09-09T13:50:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b5cba4"}, "namespace": "ai-tenant-e2e-shared-a-w2-b5cba4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52badb20-440c-45c6-bf14-45dc6899e949", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b5cba4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:50:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b5cba4"}, "namespace": "ai-tenant-e2e-shared-a-w2-b5cba4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52badb20-440c-45c6-bf14-45dc6899e949", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-b5cba4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T13:50:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b5cba4"}, "namespace": "ai-tenant-e2e-shared-a-w2-b5cba4", "name": "odh-trusted-ca-bundle", "reconcileID": "e15a8f35-29a4-4e7d-83f1-52c399f7c18d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b5cba4"} 2026-09-09T13:50:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b5cba4"}, "namespace": "ai-tenant-e2e-shared-a-w2-b5cba4", "name": "odh-trusted-ca-bundle", "reconcileID": "e15a8f35-29a4-4e7d-83f1-52c399f7c18d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b5cba4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:50:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b5cba4"}, "namespace": "ai-tenant-e2e-shared-a-w2-b5cba4", "name": "odh-trusted-ca-bundle", "reconcileID": "e15a8f35-29a4-4e7d-83f1-52c399f7c18d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-b5cba4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T13:50:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-b5cba4"}, "namespace": "ai-tenant-e2e-shared-a-w2-b5cba4", "name": "openshift-service-ca.crt", "reconcileID": "6489196c-7e39-42f5-b5ff-22cedd5e8a62", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-b5cba4"} 2026-09-09T13:50:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-b5cba4"}, "namespace": "ai-tenant-e2e-shared-a-w2-b5cba4", "name": "openshift-service-ca.crt", "reconcileID": "6489196c-7e39-42f5-b5ff-22cedd5e8a62", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-b5cba4"} 2026-09-09T13:50:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b5cba4"}, "namespace": "ai-tenant-e2e-shared-a-w2-b5cba4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "764c7100-002d-4395-ab6e-78d570ea193f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b5cba4"} 2026-09-09T13:50:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b5cba4"}, "namespace": "ai-tenant-e2e-shared-a-w2-b5cba4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "764c7100-002d-4395-ab6e-78d570ea193f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b5cba4"} 2026-09-09T13:50:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b5cba4"}, "namespace": "ai-tenant-e2e-shared-a-w2-b5cba4", "name": "odh-trusted-ca-bundle", "reconcileID": "fea70ee4-88da-43ad-a29c-eaa9480ac7b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b5cba4"} 2026-09-09T13:50:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b5cba4"}, "namespace": "ai-tenant-e2e-shared-a-w2-b5cba4", "name": "odh-trusted-ca-bundle", "reconcileID": "fea70ee4-88da-43ad-a29c-eaa9480ac7b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b5cba4"} 2026-09-09T13:50:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b5cba4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b5cba4", "reconcileID": "2d812233-d47a-44b3-a0c4-33d43749b650", "Gateway": "e2e-shared-a-w2-b5cba4", "namespace": "openshift-ingress"} 2026-09-09T13:50:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6a7dbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6a7dbc", "reconcileID": "08d05cd3-66ed-4d81-9445-b5da0db3ad23", "Gateway": "e2e-shared-b-w2-6a7dbc", "namespace": "openshift-ingress"} 2026-09-09T13:50:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6a7dbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6a7dbc", "reconcileID": "08d05cd3-66ed-4d81-9445-b5da0db3ad23", "Gateway": "e2e-shared-b-w2-6a7dbc", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6a7dbc-authn-ssl"} 2026-09-09T13:50:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6a7dbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6a7dbc", "reconcileID": "08d05cd3-66ed-4d81-9445-b5da0db3ad23", "Gateway": "e2e-shared-b-w2-6a7dbc", "namespace": "openshift-ingress"} 2026-09-09T13:51:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6a7dbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6a7dbc", "reconcileID": "3e02f54d-e39b-4293-999c-28ca01b8a8d5", "Gateway": "e2e-shared-b-w2-6a7dbc", "namespace": "openshift-ingress"} 2026-09-09T13:51:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6a7dbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6a7dbc", "reconcileID": "3e02f54d-e39b-4293-999c-28ca01b8a8d5", "Gateway": "e2e-shared-b-w2-6a7dbc", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6a7dbc-authn-ssl"} 2026-09-09T13:51:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6a7dbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6a7dbc", "reconcileID": "3e02f54d-e39b-4293-999c-28ca01b8a8d5", "Gateway": "e2e-shared-b-w2-6a7dbc", "namespace": "openshift-ingress"} 2026-09-09T13:51:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6a7dbc"}, "namespace": "ai-tenant-e2e-shared-b-w2-6a7dbc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da98815b-37b5-4b19-b946-7dd2c6e60bed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6a7dbc"} 2026-09-09T13:51:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6a7dbc"}, "namespace": "ai-tenant-e2e-shared-b-w2-6a7dbc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da98815b-37b5-4b19-b946-7dd2c6e60bed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6a7dbc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:51:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6a7dbc"}, "namespace": "ai-tenant-e2e-shared-b-w2-6a7dbc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da98815b-37b5-4b19-b946-7dd2c6e60bed", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-6a7dbc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T13:51:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6a7dbc"}, "namespace": "ai-tenant-e2e-shared-b-w2-6a7dbc", "name": "odh-trusted-ca-bundle", "reconcileID": "a2c4cf5e-f77a-422a-9965-2030ac988782", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6a7dbc"} 2026-09-09T13:51:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6a7dbc"}, "namespace": "ai-tenant-e2e-shared-b-w2-6a7dbc", "name": "odh-trusted-ca-bundle", "reconcileID": "a2c4cf5e-f77a-422a-9965-2030ac988782", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6a7dbc"} 2026-09-09T13:51:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-6a7dbc"}, "namespace": "ai-tenant-e2e-shared-b-w2-6a7dbc", "name": "openshift-service-ca.crt", "reconcileID": "975e277c-ad0a-4f4d-aae1-e69efc694171", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-6a7dbc"} 2026-09-09T13:51:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-6a7dbc"}, "namespace": "ai-tenant-e2e-shared-b-w2-6a7dbc", "name": "openshift-service-ca.crt", "reconcileID": "975e277c-ad0a-4f4d-aae1-e69efc694171", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-6a7dbc"} 2026-09-09T13:51:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6a7dbc"}, "namespace": "ai-tenant-e2e-shared-b-w2-6a7dbc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31a1e528-1e39-42f4-8dd6-0c03b403100b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6a7dbc"} 2026-09-09T13:51:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6a7dbc"}, "namespace": "ai-tenant-e2e-shared-b-w2-6a7dbc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31a1e528-1e39-42f4-8dd6-0c03b403100b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6a7dbc"} 2026-09-09T13:51:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6a7dbc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6a7dbc", "reconcileID": "7e05f56e-bc8b-4792-8093-7317383e8114", "Gateway": "e2e-shared-b-w2-6a7dbc", "namespace": "openshift-ingress"} 2026-09-09T13:51:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8f2df2","namespace":"ai-tenant-e2e-shared-a-w3-8f2df2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "name": "rate-test-model-8f2df2", "reconcileID": "bf34a0c7-b11d-4119-9d28-e7c0ab69f59b", "LLMInferenceService": "rate-test-model-8f2df2", "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2"} 2026-09-09T13:51:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8f2df2","namespace":"ai-tenant-e2e-shared-a-w3-8f2df2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "name": "rate-test-model-8f2df2", "reconcileID": "bf34a0c7-b11d-4119-9d28-e7c0ab69f59b", "LLMInferenceService": "rate-test-model-8f2df2", "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "name": "rate-test-model-8f2df2"} 2026-09-09T13:51:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8f2df2","namespace":"ai-tenant-e2e-shared-a-w3-8f2df2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "name": "rate-test-model-8f2df2", "reconcileID": "bf34a0c7-b11d-4119-9d28-e7c0ab69f59b", "LLMInferenceService": "rate-test-model-8f2df2", "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2"} 2026-09-09T13:51:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8f2df2","namespace":"ai-tenant-e2e-shared-a-w3-8f2df2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "name": "rate-test-model-8f2df2", "reconcileID": "bf34a0c7-b11d-4119-9d28-e7c0ab69f59b", "LLMInferenceService": "rate-test-model-8f2df2", "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2"} 2026-09-09T13:51:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8f2df2","namespace":"ai-tenant-e2e-shared-a-w3-8f2df2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "name": "rate-test-model-8f2df2", "reconcileID": "bf34a0c7-b11d-4119-9d28-e7c0ab69f59b", "LLMInferenceService": "rate-test-model-8f2df2", "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "name": "rate-test-model-8f2df2-kserve-route-authn"} 2026-09-09T13:51:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8f2df2","namespace":"ai-tenant-e2e-shared-a-w3-8f2df2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "name": "rate-test-model-8f2df2", "reconcileID": "bf34a0c7-b11d-4119-9d28-e7c0ab69f59b", "LLMInferenceService": "rate-test-model-8f2df2", "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "name": "rate-test-model-8f2df2-kserve-route-authn"} 2026-09-09T13:51:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8f2df2","namespace":"ai-tenant-e2e-shared-a-w3-8f2df2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "name": "rate-test-model-8f2df2", "reconcileID": "bf34a0c7-b11d-4119-9d28-e7c0ab69f59b", "LLMInferenceService": "rate-test-model-8f2df2", "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2"} 2026-09-09T13:51:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8f2df2","namespace":"ai-tenant-e2e-shared-a-w3-8f2df2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "name": "rate-test-model-8f2df2", "reconcileID": "bf34a0c7-b11d-4119-9d28-e7c0ab69f59b", "LLMInferenceService": "rate-test-model-8f2df2", "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2"} 2026-09-09T13:51:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8f2df2","namespace":"ai-tenant-e2e-shared-a-w3-8f2df2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "name": "rate-test-model-8f2df2", "reconcileID": "48c1b37b-24ad-4bbc-93a2-f45606482d37", "LLMInferenceService": "rate-test-model-8f2df2", "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2"} 2026-09-09T13:51:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8f2df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8f2df2", "reconcileID": "a794e9db-e11a-4f2d-a3cd-8fe0acdcf623", "Gateway": "e2e-shared-a-w3-8f2df2", "namespace": "openshift-ingress"} 2026-09-09T13:51:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8f2df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8f2df2", "reconcileID": "a794e9db-e11a-4f2d-a3cd-8fe0acdcf623", "Gateway": "e2e-shared-a-w3-8f2df2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8f2df2-authn-ssl"} 2026-09-09T13:51:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8f2df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8f2df2", "reconcileID": "a794e9db-e11a-4f2d-a3cd-8fe0acdcf623", "Gateway": "e2e-shared-a-w3-8f2df2", "namespace": "openshift-ingress"} 2026-09-09T13:51:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8f2df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8f2df2", "reconcileID": "f6b82921-680a-44fe-b8df-928740940a3a", "Gateway": "e2e-shared-a-w3-8f2df2", "namespace": "openshift-ingress"} 2026-09-09T13:51:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8f2df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8f2df2", "reconcileID": "f6b82921-680a-44fe-b8df-928740940a3a", "Gateway": "e2e-shared-a-w3-8f2df2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8f2df2-authn-ssl"} 2026-09-09T13:51:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8f2df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8f2df2", "reconcileID": "f6b82921-680a-44fe-b8df-928740940a3a", "Gateway": "e2e-shared-a-w3-8f2df2", "namespace": "openshift-ingress"} 2026-09-09T13:51:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df48ae","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae", "reconcileID": "49aaef41-0c56-4e7c-bef4-70986e802daf", "LLMInferenceService": "rate-test-model-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae"} 2026-09-09T13:51:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df48ae","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae", "reconcileID": "49aaef41-0c56-4e7c-bef4-70986e802daf", "LLMInferenceService": "rate-test-model-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae"} 2026-09-09T13:51:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df48ae","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae", "reconcileID": "49aaef41-0c56-4e7c-bef4-70986e802daf", "LLMInferenceService": "rate-test-model-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae"} 2026-09-09T13:51:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df48ae","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae", "reconcileID": "49aaef41-0c56-4e7c-bef4-70986e802daf", "LLMInferenceService": "rate-test-model-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae"} 2026-09-09T13:51:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df48ae","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae", "reconcileID": "49aaef41-0c56-4e7c-bef4-70986e802daf", "LLMInferenceService": "rate-test-model-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae-kserve-route-authn"} 2026-09-09T13:51:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df48ae","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae", "reconcileID": "49aaef41-0c56-4e7c-bef4-70986e802daf", "LLMInferenceService": "rate-test-model-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae-kserve-route-authn"} 2026-09-09T13:51:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df48ae","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae", "reconcileID": "49aaef41-0c56-4e7c-bef4-70986e802daf", "LLMInferenceService": "rate-test-model-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae"} 2026-09-09T13:51:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df48ae","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae", "reconcileID": "49aaef41-0c56-4e7c-bef4-70986e802daf", "LLMInferenceService": "rate-test-model-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae"} 2026-09-09T13:51:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-df48ae","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "rate-test-model-df48ae", "reconcileID": "fa933207-10ec-4847-9588-e4d192581793", "LLMInferenceService": "rate-test-model-df48ae", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae"} 2026-09-09T13:51:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-df48ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-df48ae", "reconcileID": "64a838fa-a421-475a-baea-070c59863432", "Gateway": "e2e-shared-b-w3-df48ae", "namespace": "openshift-ingress"} 2026-09-09T13:51:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-df48ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-df48ae", "reconcileID": "64a838fa-a421-475a-baea-070c59863432", "Gateway": "e2e-shared-b-w3-df48ae", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-df48ae-authn-ssl"} 2026-09-09T13:51:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-df48ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-df48ae", "reconcileID": "64a838fa-a421-475a-baea-070c59863432", "Gateway": "e2e-shared-b-w3-df48ae", "namespace": "openshift-ingress"} 2026-09-09T13:51:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-df48ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-df48ae", "reconcileID": "40adb75a-3b86-49f3-9302-2ad0a4d1a265", "Gateway": "e2e-shared-b-w3-df48ae", "namespace": "openshift-ingress"} 2026-09-09T13:51:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-df48ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-df48ae", "reconcileID": "40adb75a-3b86-49f3-9302-2ad0a4d1a265", "Gateway": "e2e-shared-b-w3-df48ae", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-df48ae-authn-ssl"} 2026-09-09T13:51:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-df48ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-df48ae", "reconcileID": "40adb75a-3b86-49f3-9302-2ad0a4d1a265", "Gateway": "e2e-shared-b-w3-df48ae", "namespace": "openshift-ingress"} 2026-09-09T13:51:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "1867ade7-40b7-489d-965e-51c25d98178a", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:51:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "1867ade7-40b7-489d-965e-51c25d98178a", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf-authn-ssl"} 2026-09-09T13:51:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "1867ade7-40b7-489d-965e-51c25d98178a", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:51:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "88901868-b052-4573-9814-4dccb6dab545", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:51:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "88901868-b052-4573-9814-4dccb6dab545", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf-authn-ssl"} 2026-09-09T13:51:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "88901868-b052-4573-9814-4dccb6dab545", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:51:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "86548414-1e4f-404c-84ee-0b455f0f982b", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:51:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "86548414-1e4f-404c-84ee-0b455f0f982b", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf-authn-ssl"} 2026-09-09T13:51:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "86548414-1e4f-404c-84ee-0b455f0f982b", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:51:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "85584a45-8e6e-477c-86ed-728819374e81", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:51:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "85584a45-8e6e-477c-86ed-728819374e81", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf-authn-ssl"} 2026-09-09T13:51:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "85584a45-8e6e-477c-86ed-728819374e81", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:51:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "0e594f1b-4c30-438c-83a5-6c992b2f2347", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:51:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "0e594f1b-4c30-438c-83a5-6c992b2f2347", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf-authn-ssl"} 2026-09-09T13:51:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "0e594f1b-4c30-438c-83a5-6c992b2f2347", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:51:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "84dacb5c-0a96-4ee9-a54b-3d8d5240ca39", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:51:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "84dacb5c-0a96-4ee9-a54b-3d8d5240ca39", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf-authn-ssl"} 2026-09-09T13:51:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "84dacb5c-0a96-4ee9-a54b-3d8d5240ca39", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:51:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "b189c25a-2ba2-466b-a775-6bbe522c774a", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:51:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "b189c25a-2ba2-466b-a775-6bbe522c774a", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf-authn-ssl"} 2026-09-09T13:51:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "b189c25a-2ba2-466b-a775-6bbe522c774a", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:51:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "openshift-service-ca.crt", "reconcileID": "5d5e5334-6b8e-41fe-9ef9-8f010ad15a30", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:51:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "odh-trusted-ca-bundle", "reconcileID": "126fcb4f-530f-4be7-bb23-baf49e3f6229", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:51:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "openshift-service-ca.crt", "reconcileID": "16afcb79-54de-499e-927d-0078bec51f0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8349bf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:51:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "openshift-service-ca.crt", "reconcileID": "16afcb79-54de-499e-927d-0078bec51f0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:51:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "openshift-service-ca.crt", "reconcileID": "83e2d450-02be-45d0-9665-1da2e50536f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:51:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cac2df7-7905-41c0-8616-fda958dea148", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:51:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "odh-trusted-ca-bundle", "reconcileID": "d9d8a7b3-1341-477d-a863-e973b0ea77e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8349bf", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:51:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "odh-trusted-ca-bundle", "reconcileID": "d9d8a7b3-1341-477d-a863-e973b0ea77e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:51:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f995506-59e0-4f14-83d1-6013d970feca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:51:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "597b80fc-8091-4237-9e67-afd14d2c81d9", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:51:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "597b80fc-8091-4237-9e67-afd14d2c81d9", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf-authn-ssl"} 2026-09-09T13:51:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "597b80fc-8091-4237-9e67-afd14d2c81d9", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:51:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "d2461b2a-377a-494d-9ce4-308443fdaf90", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:51:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "d2461b2a-377a-494d-9ce4-308443fdaf90", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf-authn-ssl"} 2026-09-09T13:51:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "d2461b2a-377a-494d-9ce4-308443fdaf90", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:51:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "a9ced4dc-849b-4802-be3a-9f2996d689f0", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:51:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "a9ced4dc-849b-4802-be3a-9f2996d689f0", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf-authn-ssl"} 2026-09-09T13:51:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "a9ced4dc-849b-4802-be3a-9f2996d689f0", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:51:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "9fe31305-59cd-4c64-80ac-6b9ec665b56b", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:51:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "9fe31305-59cd-4c64-80ac-6b9ec665b56b", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf-authn-ssl"} 2026-09-09T13:51:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "9fe31305-59cd-4c64-80ac-6b9ec665b56b", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:51:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "620521da-6c59-4efd-9362-9729f152b82f", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:51:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "620521da-6c59-4efd-9362-9729f152b82f", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf-authn-ssl"} 2026-09-09T13:51:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "620521da-6c59-4efd-9362-9729f152b82f", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:51:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "13a10632-8a1b-43b2-a178-5230c38fe58f", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:51:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "13a10632-8a1b-43b2-a178-5230c38fe58f", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf-authn-ssl"} 2026-09-09T13:51:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "13a10632-8a1b-43b2-a178-5230c38fe58f", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:51:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "da87be14-e969-48b6-99ee-eae1e70e7786", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:51:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "da87be14-e969-48b6-99ee-eae1e70e7786", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf-authn-ssl"} 2026-09-09T13:51:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "da87be14-e969-48b6-99ee-eae1e70e7786", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:51:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "04b7b650-0555-4081-8648-dba4ad090847", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:51:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "04b7b650-0555-4081-8648-dba4ad090847", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf-authn-ssl"} 2026-09-09T13:51:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "04b7b650-0555-4081-8648-dba4ad090847", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:51:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "67e4723c-5b75-4a1f-bc69-17aa5d7216b1", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:51:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "67e4723c-5b75-4a1f-bc69-17aa5d7216b1", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf-authn-ssl"} 2026-09-09T13:51:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "67e4723c-5b75-4a1f-bc69-17aa5d7216b1", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:51:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "1ec659bb-2af3-4eba-a773-20f0ba789876", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:51:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "1ec659bb-2af3-4eba-a773-20f0ba789876", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf-authn-ssl"} 2026-09-09T13:51:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "1ec659bb-2af3-4eba-a773-20f0ba789876", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:51:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3691cf"}, "namespace": "ai-tenant-e2e-ipp-b-3691cf", "name": "openshift-service-ca.crt", "reconcileID": "d4f2bacf-c263-411f-a837-0fab7be37797", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3691cf"} 2026-09-09T13:51:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3691cf"}, "namespace": "ai-tenant-e2e-ipp-b-3691cf", "name": "odh-trusted-ca-bundle", "reconcileID": "fd72a831-e0f1-41f1-b3fe-ccbd37c6c8eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3691cf"} 2026-09-09T13:51:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3691cf"}, "namespace": "ai-tenant-e2e-ipp-b-3691cf", "name": "openshift-service-ca.crt", "reconcileID": "dfaf1f9e-caf3-4297-a3f2-105d03e2cc1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3691cf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:51:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3691cf"}, "namespace": "ai-tenant-e2e-ipp-b-3691cf", "name": "openshift-service-ca.crt", "reconcileID": "dfaf1f9e-caf3-4297-a3f2-105d03e2cc1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3691cf"} 2026-09-09T13:51:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3691cf"}, "namespace": "ai-tenant-e2e-ipp-b-3691cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43030b36-93ff-45a8-a213-ce1302a61828", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3691cf"} 2026-09-09T13:51:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3691cf"}, "namespace": "ai-tenant-e2e-ipp-b-3691cf", "name": "openshift-service-ca.crt", "reconcileID": "1e925105-1403-45dd-b6f7-d2e46d7bf0ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3691cf"} 2026-09-09T13:51:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3691cf"}, "namespace": "ai-tenant-e2e-ipp-b-3691cf", "name": "odh-trusted-ca-bundle", "reconcileID": "398f0eca-6a7a-4afd-af91-7265ba6bd687", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3691cf", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:51:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3691cf"}, "namespace": "ai-tenant-e2e-ipp-b-3691cf", "name": "odh-trusted-ca-bundle", "reconcileID": "398f0eca-6a7a-4afd-af91-7265ba6bd687", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3691cf"} 2026-09-09T13:51:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3691cf"}, "namespace": "ai-tenant-e2e-ipp-b-3691cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29e87793-3ad7-4318-8b09-b8aaeb3464a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3691cf"} 2026-09-09T13:51:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "a3240cda-c179-4cf1-9234-fb013e4b3782", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:51:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "a3240cda-c179-4cf1-9234-fb013e4b3782", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf-authn-ssl"} 2026-09-09T13:51:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "a3240cda-c179-4cf1-9234-fb013e4b3782", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:51:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "f8c9fb87-e5b1-4c2a-b08d-117abb988470", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:51:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "f8c9fb87-e5b1-4c2a-b08d-117abb988470", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf-authn-ssl"} 2026-09-09T13:51:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "f8c9fb87-e5b1-4c2a-b08d-117abb988470", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:52:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "21b5637d-72c9-4893-90a1-cd7fdc622801", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:52:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "21b5637d-72c9-4893-90a1-cd7fdc622801", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:52:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "21b5637d-72c9-4893-90a1-cd7fdc622801", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:52:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "21b5637d-72c9-4893-90a1-cd7fdc622801", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf-kserve-route-authn"} 2026-09-09T13:52:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "21b5637d-72c9-4893-90a1-cd7fdc622801", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf", "authType": "userdefined"} 2026-09-09T13:52:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "21b5637d-72c9-4893-90a1-cd7fdc622801", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:52:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "8389bf98-625c-471a-9b29-507a98c99ebf", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:52:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "8389bf98-625c-471a-9b29-507a98c99ebf", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf-authn-ssl"} 2026-09-09T13:52:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "8389bf98-625c-471a-9b29-507a98c99ebf", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:52:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "b3de57a6-0d9f-4a21-a174-1c4e272e4c52", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:52:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "b3de57a6-0d9f-4a21-a174-1c4e272e4c52", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:52:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "b3de57a6-0d9f-4a21-a174-1c4e272e4c52", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:52:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "b3de57a6-0d9f-4a21-a174-1c4e272e4c52", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf-kserve-route-authn"} 2026-09-09T13:52:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "b3de57a6-0d9f-4a21-a174-1c4e272e4c52", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf", "authType": "userdefined"} 2026-09-09T13:52:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "b3de57a6-0d9f-4a21-a174-1c4e272e4c52", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:52:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "3c2a64a5-e229-429b-926e-42cb70fd2efe", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:52:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "3c2a64a5-e229-429b-926e-42cb70fd2efe", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf-authn-ssl"} 2026-09-09T13:52:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "3c2a64a5-e229-429b-926e-42cb70fd2efe", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:53:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "0cd0bbb0-f443-423f-b5ef-d6645c982a01", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:53:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "0cd0bbb0-f443-423f-b5ef-d6645c982a01", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:53:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "0cd0bbb0-f443-423f-b5ef-d6645c982a01", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:53:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "0cd0bbb0-f443-423f-b5ef-d6645c982a01", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf-kserve-route-authn"} 2026-09-09T13:53:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "0cd0bbb0-f443-423f-b5ef-d6645c982a01", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf", "authType": "userdefined"} 2026-09-09T13:53:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "0cd0bbb0-f443-423f-b5ef-d6645c982a01", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:53:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "29adac37-3370-4d8c-951a-9b8632d809d4", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:53:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "29adac37-3370-4d8c-951a-9b8632d809d4", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:53:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "29adac37-3370-4d8c-951a-9b8632d809d4", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:53:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "29adac37-3370-4d8c-951a-9b8632d809d4", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf-kserve-route-authn"} 2026-09-09T13:53:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "29adac37-3370-4d8c-951a-9b8632d809d4", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf", "authType": "userdefined"} 2026-09-09T13:53:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "29adac37-3370-4d8c-951a-9b8632d809d4", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:53:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "53950a5d-2d07-4b6e-8828-298613f8215c", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:53:38Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "53950a5d-2d07-4b6e-8828-298613f8215c", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b-authn-ssl"} 2026-09-09T13:53:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "53950a5d-2d07-4b6e-8828-298613f8215c", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:53:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "bc7d78fe-737e-4b76-81df-1ef6d43d09f0", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:53:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "bc7d78fe-737e-4b76-81df-1ef6d43d09f0", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b-authn-ssl"} 2026-09-09T13:53:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "bc7d78fe-737e-4b76-81df-1ef6d43d09f0", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:53:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "b54ca140-c65c-4b00-a636-5017f91aeac4", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:53:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "b54ca140-c65c-4b00-a636-5017f91aeac4", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b-authn-ssl"} 2026-09-09T13:53:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "b54ca140-c65c-4b00-a636-5017f91aeac4", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:53:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "b0b62921-ee52-4cee-a76a-ec4db912b794", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:53:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "b0b62921-ee52-4cee-a76a-ec4db912b794", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b-authn-ssl"} 2026-09-09T13:53:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "b0b62921-ee52-4cee-a76a-ec4db912b794", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:53:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "6f8a162e-0ec3-4606-8060-a6a0a94ba590", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:53:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "6f8a162e-0ec3-4606-8060-a6a0a94ba590", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b-authn-ssl"} 2026-09-09T13:53:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "6f8a162e-0ec3-4606-8060-a6a0a94ba590", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:53:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "7115cc8e-4e0d-4537-99f0-65a85732870e", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:53:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "7115cc8e-4e0d-4537-99f0-65a85732870e", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b-authn-ssl"} 2026-09-09T13:53:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "7115cc8e-4e0d-4537-99f0-65a85732870e", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:53:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "ddebb63c-340f-44e9-a3f0-78d7af413e7a", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:53:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "ddebb63c-340f-44e9-a3f0-78d7af413e7a", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b-authn-ssl"} 2026-09-09T13:53:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "ddebb63c-340f-44e9-a3f0-78d7af413e7a", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:53:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "d235ade3-4433-4714-bb33-66469e5315b8", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:53:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "d235ade3-4433-4714-bb33-66469e5315b8", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b-authn-ssl"} 2026-09-09T13:53:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "d235ade3-4433-4714-bb33-66469e5315b8", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:53:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b2555b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b", "name": "openshift-service-ca.crt", "reconcileID": "8587e0b6-883c-47d2-8dde-7e737ebd33fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b"} 2026-09-09T13:53:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2555b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b", "name": "odh-trusted-ca-bundle", "reconcileID": "aa38c283-6e5b-4ead-9fcf-825bcd0dd3a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b"} 2026-09-09T13:53:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b2555b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b", "name": "openshift-service-ca.crt", "reconcileID": "fc298648-1842-455d-9459-6ab8c8b763d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:53:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b2555b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b", "name": "openshift-service-ca.crt", "reconcileID": "fc298648-1842-455d-9459-6ab8c8b763d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b"} 2026-09-09T13:53:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2555b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d86df947-6786-4a40-90d3-5622ea703866", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b"} 2026-09-09T13:53:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b2555b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b", "name": "openshift-service-ca.crt", "reconcileID": "fe6852c0-130b-4d9c-a86a-648d100566a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b"} 2026-09-09T13:53:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2555b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b", "name": "odh-trusted-ca-bundle", "reconcileID": "75f3787c-6ed8-4e54-ae95-666971275b1e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:53:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2555b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b", "name": "odh-trusted-ca-bundle", "reconcileID": "75f3787c-6ed8-4e54-ae95-666971275b1e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b"} 2026-09-09T13:53:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2555b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4ec6eed-beae-46b5-970f-96385ba62aaf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b"} 2026-09-09T13:53:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "fc7d2c6b-1951-4ce6-aee7-d4ce48a4e271", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:53:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "fc7d2c6b-1951-4ce6-aee7-d4ce48a4e271", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b-authn-ssl"} 2026-09-09T13:53:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "fc7d2c6b-1951-4ce6-aee7-d4ce48a4e271", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:53:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "2b9a2845-60d6-4b7e-9a8e-6cd5ac81710f", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:53:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "2b9a2845-60d6-4b7e-9a8e-6cd5ac81710f", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b-authn-ssl"} 2026-09-09T13:53:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "2b9a2845-60d6-4b7e-9a8e-6cd5ac81710f", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:54:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "28bf4529-95ea-4c2e-8a4e-3c97b95edb18", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:54:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "28bf4529-95ea-4c2e-8a4e-3c97b95edb18", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b-authn-ssl"} 2026-09-09T13:54:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "28bf4529-95ea-4c2e-8a4e-3c97b95edb18", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:54:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "6db1ebd0-6df9-4107-9ba6-297091bb70f5", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:54:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "6db1ebd0-6df9-4107-9ba6-297091bb70f5", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b-authn-ssl"} 2026-09-09T13:54:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "6db1ebd0-6df9-4107-9ba6-297091bb70f5", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:54:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2555b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a5027e7-813c-4bc1-91dc-aae4c9f0c839", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b"} 2026-09-09T13:54:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2555b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a5027e7-813c-4bc1-91dc-aae4c9f0c839", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:54:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2555b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a5027e7-813c-4bc1-91dc-aae4c9f0c839", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-b2555b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T13:54:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2555b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b", "name": "odh-trusted-ca-bundle", "reconcileID": "c49f2a9c-2cc0-46b6-b4e5-e935177cee16", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b"} 2026-09-09T13:54:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2555b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b", "name": "odh-trusted-ca-bundle", "reconcileID": "c49f2a9c-2cc0-46b6-b4e5-e935177cee16", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b"} 2026-09-09T13:54:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b2555b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b", "name": "openshift-service-ca.crt", "reconcileID": "807376af-e6bc-4281-a867-05ec52e3471a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b"} 2026-09-09T13:54:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b2555b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b", "name": "openshift-service-ca.crt", "reconcileID": "807376af-e6bc-4281-a867-05ec52e3471a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b"} 2026-09-09T13:54:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2555b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4f2b15d-0730-4fba-b5de-197bfb2b59e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b"} 2026-09-09T13:54:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b2555b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4f2b15d-0730-4fba-b5de-197bfb2b59e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b2555b"} 2026-09-09T13:54:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b2555b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b2555b", "reconcileID": "bcbc43a2-80a4-434a-a0a9-671a32bac1f7", "Gateway": "e2e-ipp-cleanup-b2555b", "namespace": "openshift-ingress"} 2026-09-09T13:54:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "91aedf1c-41d2-4cae-9d71-e89f556880a0", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:54:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "91aedf1c-41d2-4cae-9d71-e89f556880a0", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf-authn-ssl"} 2026-09-09T13:54:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "91aedf1c-41d2-4cae-9d71-e89f556880a0", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:54:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "c13ebdd7-e41a-4055-95d0-503f70c8e988", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:54:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "c13ebdd7-e41a-4055-95d0-503f70c8e988", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf-authn-ssl"} 2026-09-09T13:54:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "c13ebdd7-e41a-4055-95d0-503f70c8e988", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:54:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "ee6dcf4b-ad08-413f-99db-1159fa82c920", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:54:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "ee6dcf4b-ad08-413f-99db-1159fa82c920", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf-authn-ssl"} 2026-09-09T13:54:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "ee6dcf4b-ad08-413f-99db-1159fa82c920", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:54:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "27388e6b-aa8d-4a30-94c9-a2f0b81cac3d", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:54:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "27388e6b-aa8d-4a30-94c9-a2f0b81cac3d", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:54:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "27388e6b-aa8d-4a30-94c9-a2f0b81cac3d", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:54:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "27388e6b-aa8d-4a30-94c9-a2f0b81cac3d", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf-kserve-route-authn"} 2026-09-09T13:54:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "27388e6b-aa8d-4a30-94c9-a2f0b81cac3d", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf", "authType": "userdefined"} 2026-09-09T13:54:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "27388e6b-aa8d-4a30-94c9-a2f0b81cac3d", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:55:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "4435b0cb-5f47-4960-a2ad-dc539768f2a1", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:55:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "4435b0cb-5f47-4960-a2ad-dc539768f2a1", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:55:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "4435b0cb-5f47-4960-a2ad-dc539768f2a1", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:55:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "4435b0cb-5f47-4960-a2ad-dc539768f2a1", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf-kserve-route-authn"} 2026-09-09T13:55:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "4435b0cb-5f47-4960-a2ad-dc539768f2a1", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf", "authType": "userdefined"} 2026-09-09T13:55:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "4435b0cb-5f47-4960-a2ad-dc539768f2a1", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:55:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53a10242-5e25-480d-84b2-a1ad2fe7c987", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:55:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53a10242-5e25-480d-84b2-a1ad2fe7c987", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8349bf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:55:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53a10242-5e25-480d-84b2-a1ad2fe7c987", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-8349bf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T13:55:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "odh-trusted-ca-bundle", "reconcileID": "f65d55c8-766c-457e-9f08-5c7e05bbdcf8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:55:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "odh-trusted-ca-bundle", "reconcileID": "f65d55c8-766c-457e-9f08-5c7e05bbdcf8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:55:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "openshift-service-ca.crt", "reconcileID": "63d8ca38-3053-4ba7-a97e-283b18e22d2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:55:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "openshift-service-ca.crt", "reconcileID": "63d8ca38-3053-4ba7-a97e-283b18e22d2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:55:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b355b03-7e81-427e-9571-b92ec42a1103", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:55:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b355b03-7e81-427e-9571-b92ec42a1103", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:55:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "a5190f2a-0caa-4c38-8135-fcf595c7c351", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:55:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "a5190f2a-0caa-4c38-8135-fcf595c7c351", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf"} 2026-09-09T13:55:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "a5190f2a-0caa-4c38-8135-fcf595c7c351", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:55:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "a5190f2a-0caa-4c38-8135-fcf595c7c351", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:55:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "a5190f2a-0caa-4c38-8135-fcf595c7c351", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf-kserve-route-authn"} 2026-09-09T13:55:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "a5190f2a-0caa-4c38-8135-fcf595c7c351", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf-kserve-route-authn"} 2026-09-09T13:55:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "a5190f2a-0caa-4c38-8135-fcf595c7c351", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:55:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "a5190f2a-0caa-4c38-8135-fcf595c7c351", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:55:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8349bf","namespace":"ai-tenant-e2e-ipp-a-8349bf"}, "namespace": "ai-tenant-e2e-ipp-a-8349bf", "name": "ipp-route-8349bf", "reconcileID": "517d3da9-1d99-4203-8485-d8096afcaa95", "LLMInferenceService": "ipp-route-8349bf", "namespace": "ai-tenant-e2e-ipp-a-8349bf"} 2026-09-09T13:55:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "11e719dd-3bbd-4903-9a99-c508bd113b05", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:55:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "11e719dd-3bbd-4903-9a99-c508bd113b05", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf-authn-ssl"} 2026-09-09T13:55:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "11e719dd-3bbd-4903-9a99-c508bd113b05", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:55:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "e73b53f9-0a6e-4ca7-bda0-3c6244cc130f", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:55:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "e73b53f9-0a6e-4ca7-bda0-3c6244cc130f", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf-authn-ssl"} 2026-09-09T13:55:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "e73b53f9-0a6e-4ca7-bda0-3c6244cc130f", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:55:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8349bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8349bf", "reconcileID": "22d750ff-84a8-4efb-b32e-caab151c1bce", "Gateway": "e2e-ipp-a-8349bf", "namespace": "openshift-ingress"} 2026-09-09T13:55:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "366b1c2d-9d6d-4066-8a69-d5548ed4a3c6", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:55:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "366b1c2d-9d6d-4066-8a69-d5548ed4a3c6", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf-authn-ssl"} 2026-09-09T13:55:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "366b1c2d-9d6d-4066-8a69-d5548ed4a3c6", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "1fe97b30-8ac5-48cd-8424-60cca984a7ec", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "1fe97b30-8ac5-48cd-8424-60cca984a7ec", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf-authn-ssl"} 2026-09-09T13:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "1fe97b30-8ac5-48cd-8424-60cca984a7ec", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:55:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3691cf"}, "namespace": "ai-tenant-e2e-ipp-b-3691cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80a00a14-2cc7-4537-b6ae-f42553e64dd2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3691cf"} 2026-09-09T13:55:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3691cf"}, "namespace": "ai-tenant-e2e-ipp-b-3691cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80a00a14-2cc7-4537-b6ae-f42553e64dd2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3691cf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:55:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3691cf"}, "namespace": "ai-tenant-e2e-ipp-b-3691cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80a00a14-2cc7-4537-b6ae-f42553e64dd2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-3691cf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T13:55:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3691cf"}, "namespace": "ai-tenant-e2e-ipp-b-3691cf", "name": "odh-trusted-ca-bundle", "reconcileID": "91e0b918-85da-4684-ada0-e209914f9891", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3691cf"} 2026-09-09T13:55:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3691cf"}, "namespace": "ai-tenant-e2e-ipp-b-3691cf", "name": "odh-trusted-ca-bundle", "reconcileID": "91e0b918-85da-4684-ada0-e209914f9891", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3691cf"} 2026-09-09T13:55:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3691cf"}, "namespace": "ai-tenant-e2e-ipp-b-3691cf", "name": "openshift-service-ca.crt", "reconcileID": "ed2e89ce-ec41-4c70-b3b6-73268108f709", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3691cf"} 2026-09-09T13:55:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3691cf"}, "namespace": "ai-tenant-e2e-ipp-b-3691cf", "name": "openshift-service-ca.crt", "reconcileID": "ed2e89ce-ec41-4c70-b3b6-73268108f709", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3691cf"} 2026-09-09T13:55:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3691cf"}, "namespace": "ai-tenant-e2e-ipp-b-3691cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45736e58-f17f-4ad7-a129-78c79397c5a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3691cf"} 2026-09-09T13:55:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3691cf"}, "namespace": "ai-tenant-e2e-ipp-b-3691cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45736e58-f17f-4ad7-a129-78c79397c5a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3691cf"} 2026-09-09T13:55:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3691cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3691cf", "reconcileID": "835f27bc-68d0-488b-975a-f3885d573f4f", "Gateway": "e2e-ipp-b-3691cf", "namespace": "openshift-ingress"} 2026-09-09T13:55:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8f2df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8f2df2", "reconcileID": "62fa9694-f106-44dc-8134-98231eeff6c6", "Gateway": "e2e-shared-a-w3-8f2df2", "namespace": "openshift-ingress"} 2026-09-09T13:55:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8f2df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8f2df2", "reconcileID": "62fa9694-f106-44dc-8134-98231eeff6c6", "Gateway": "e2e-shared-a-w3-8f2df2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8f2df2-authn-ssl"} 2026-09-09T13:55:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8f2df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8f2df2", "reconcileID": "62fa9694-f106-44dc-8134-98231eeff6c6", "Gateway": "e2e-shared-a-w3-8f2df2", "namespace": "openshift-ingress"} 2026-09-09T13:55:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8f2df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8f2df2", "reconcileID": "e57b3805-977c-410c-9524-dd80a26a74f6", "Gateway": "e2e-shared-a-w3-8f2df2", "namespace": "openshift-ingress"} 2026-09-09T13:55:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8f2df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8f2df2", "reconcileID": "e57b3805-977c-410c-9524-dd80a26a74f6", "Gateway": "e2e-shared-a-w3-8f2df2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8f2df2-authn-ssl"} 2026-09-09T13:55:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8f2df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8f2df2", "reconcileID": "e57b3805-977c-410c-9524-dd80a26a74f6", "Gateway": "e2e-shared-a-w3-8f2df2", "namespace": "openshift-ingress"} 2026-09-09T13:56:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8f2df2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b93aaea-0b2f-4c38-be52-27b152373b3f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2"} 2026-09-09T13:56:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8f2df2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b93aaea-0b2f-4c38-be52-27b152373b3f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:56:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8f2df2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b93aaea-0b2f-4c38-be52-27b152373b3f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-8f2df2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T13:56:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8f2df2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "name": "odh-trusted-ca-bundle", "reconcileID": "bf1ee884-fd74-4b1d-a00c-76843a8554d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2"} 2026-09-09T13:56:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8f2df2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "name": "odh-trusted-ca-bundle", "reconcileID": "bf1ee884-fd74-4b1d-a00c-76843a8554d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2"} 2026-09-09T13:56:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-8f2df2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "name": "openshift-service-ca.crt", "reconcileID": "7a81d4e0-6909-4670-9c42-32e5533cd1bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2"} 2026-09-09T13:56:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-8f2df2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "name": "openshift-service-ca.crt", "reconcileID": "7a81d4e0-6909-4670-9c42-32e5533cd1bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2"} 2026-09-09T13:56:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8f2df2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e270f480-3ebf-4d7a-87e6-afe8f3fe4dac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2"} 2026-09-09T13:56:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8f2df2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e270f480-3ebf-4d7a-87e6-afe8f3fe4dac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8f2df2"} 2026-09-09T13:56:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8f2df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8f2df2", "reconcileID": "6f5c521e-8367-47cf-a81a-9f7a248c8412", "Gateway": "e2e-shared-a-w3-8f2df2", "namespace": "openshift-ingress"} 2026-09-09T13:56:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-df48ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-df48ae", "reconcileID": "98d39194-6ef7-4653-ac80-c82315bd302b", "Gateway": "e2e-shared-b-w3-df48ae", "namespace": "openshift-ingress"} 2026-09-09T13:56:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-df48ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-df48ae", "reconcileID": "98d39194-6ef7-4653-ac80-c82315bd302b", "Gateway": "e2e-shared-b-w3-df48ae", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-df48ae-authn-ssl"} 2026-09-09T13:56:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-df48ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-df48ae", "reconcileID": "98d39194-6ef7-4653-ac80-c82315bd302b", "Gateway": "e2e-shared-b-w3-df48ae", "namespace": "openshift-ingress"} 2026-09-09T13:56:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-df48ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-df48ae", "reconcileID": "5f376669-710c-44b0-9106-9f6cae0e1f45", "Gateway": "e2e-shared-b-w3-df48ae", "namespace": "openshift-ingress"} 2026-09-09T13:56:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-df48ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-df48ae", "reconcileID": "5f376669-710c-44b0-9106-9f6cae0e1f45", "Gateway": "e2e-shared-b-w3-df48ae", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-df48ae-authn-ssl"} 2026-09-09T13:56:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-df48ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-df48ae", "reconcileID": "5f376669-710c-44b0-9106-9f6cae0e1f45", "Gateway": "e2e-shared-b-w3-df48ae", "namespace": "openshift-ingress"} 2026-09-09T13:56:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "088045c6-4890-466d-8135-d305f79a0d3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae"} 2026-09-09T13:56:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "088045c6-4890-466d-8135-d305f79a0d3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T13:56:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "088045c6-4890-466d-8135-d305f79a0d3b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-df48ae because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T13:56:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "odh-trusted-ca-bundle", "reconcileID": "1b054ed7-6024-49af-9288-ea784de3db8a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae"} 2026-09-09T13:56:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "odh-trusted-ca-bundle", "reconcileID": "1b054ed7-6024-49af-9288-ea784de3db8a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae"} 2026-09-09T13:56:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "openshift-service-ca.crt", "reconcileID": "cf2a53a6-918d-4ccc-a3a6-f1df264f3103", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae"} 2026-09-09T13:56:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "openshift-service-ca.crt", "reconcileID": "cf2a53a6-918d-4ccc-a3a6-f1df264f3103", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae"} 2026-09-09T13:56:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae59e349-6527-4956-8ed1-ebd5d3da35b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae"} 2026-09-09T13:56:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-df48ae"}, "namespace": "ai-tenant-e2e-shared-b-w3-df48ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae59e349-6527-4956-8ed1-ebd5d3da35b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-df48ae"} 2026-09-09T13:56:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-df48ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-df48ae", "reconcileID": "802de94e-64d0-408f-8e02-4383aefcb7f9", "Gateway": "e2e-shared-b-w3-df48ae", "namespace": "openshift-ingress"} 2026-09-09T13:56:54Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T13:56:54Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T13:56:58Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T13:56:58Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T14:00:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "c74c6367-902f-42f7-88b6-a28468451ffb", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm"} 2026-09-09T14:00:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "c74c6367-902f-42f7-88b6-a28468451ffb", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm"} 2026-09-09T14:00:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "c74c6367-902f-42f7-88b6-a28468451ffb", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm"} 2026-09-09T14:00:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab49c53b-8de2-41e4-9ad3-3b313d6e8977", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T14:00:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "c74c6367-902f-42f7-88b6-a28468451ffb", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm", "name": "e2e-same-id-a-00f6feed-kserve-route-authn"} 2026-09-09T14:00:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "c74c6367-902f-42f7-88b6-a28468451ffb", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm", "authType": "userdefined"} 2026-09-09T14:00:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "c74c6367-902f-42f7-88b6-a28468451ffb", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm"} 2026-09-09T14:00:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab49c53b-8de2-41e4-9ad3-3b313d6e8977", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T14:00:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ab49c53b-8de2-41e4-9ad3-3b313d6e8977", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T14:00:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "c22c0ccf-005b-4098-b6fc-bbfe8c8734ff", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm"} 2026-09-09T14:00:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "c22c0ccf-005b-4098-b6fc-bbfe8c8734ff", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm"} 2026-09-09T14:00:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "c22c0ccf-005b-4098-b6fc-bbfe8c8734ff", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm"} 2026-09-09T14:00:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32d5d3fc-a296-43c1-a036-2269f19cbbc8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T14:00:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "c22c0ccf-005b-4098-b6fc-bbfe8c8734ff", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm", "name": "e2e-same-id-b-00f6feed-kserve-route-authn"} 2026-09-09T14:00:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "c22c0ccf-005b-4098-b6fc-bbfe8c8734ff", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm", "authType": "userdefined"} 2026-09-09T14:00:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "c22c0ccf-005b-4098-b6fc-bbfe8c8734ff", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm"} 2026-09-09T14:00:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32d5d3fc-a296-43c1-a036-2269f19cbbc8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T14:00:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32d5d3fc-a296-43c1-a036-2269f19cbbc8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T14:00:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "0b65df83-fbcf-4604-af82-794f359b0dc4", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm"} 2026-09-09T14:00:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "0b65df83-fbcf-4604-af82-794f359b0dc4", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm"} 2026-09-09T14:00:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "0b65df83-fbcf-4604-af82-794f359b0dc4", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm"} 2026-09-09T14:00:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "0b65df83-fbcf-4604-af82-794f359b0dc4", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm", "name": "e2e-same-id-a-00f6feed-kserve-route-authn"} 2026-09-09T14:00:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "0b65df83-fbcf-4604-af82-794f359b0dc4", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm", "authType": "userdefined"} 2026-09-09T14:00:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "0b65df83-fbcf-4604-af82-794f359b0dc4", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm"} 2026-09-09T14:00:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fae9cd1d-c282-4c6f-bafb-54586099fd09", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T14:00:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fae9cd1d-c282-4c6f-bafb-54586099fd09", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T14:00:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fae9cd1d-c282-4c6f-bafb-54586099fd09", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T14:00:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "0e3429ba-5381-4ea3-bbd3-19a8a760cded", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm"} 2026-09-09T14:00:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "0e3429ba-5381-4ea3-bbd3-19a8a760cded", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm"} 2026-09-09T14:00:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "0e3429ba-5381-4ea3-bbd3-19a8a760cded", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm"} 2026-09-09T14:00:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "0e3429ba-5381-4ea3-bbd3-19a8a760cded", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm", "name": "e2e-same-id-a-00f6feed-kserve-route-authn"} 2026-09-09T14:00:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "0e3429ba-5381-4ea3-bbd3-19a8a760cded", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm", "authType": "userdefined"} 2026-09-09T14:00:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "0e3429ba-5381-4ea3-bbd3-19a8a760cded", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm"} 2026-09-09T14:00:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "3c324afb-4d3a-4592-be71-530c6b259d06", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm"} 2026-09-09T14:00:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "3c324afb-4d3a-4592-be71-530c6b259d06", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm"} 2026-09-09T14:00:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "3c324afb-4d3a-4592-be71-530c6b259d06", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm"} 2026-09-09T14:00:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "3c324afb-4d3a-4592-be71-530c6b259d06", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm", "name": "e2e-same-id-b-00f6feed-kserve-route-authn"} 2026-09-09T14:00:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "3c324afb-4d3a-4592-be71-530c6b259d06", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm", "authType": "userdefined"} 2026-09-09T14:00:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "3c324afb-4d3a-4592-be71-530c6b259d06", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm"} 2026-09-09T14:01:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "52f001e1-c6c2-4bd0-bf29-74cc2aae5350", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T14:01:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "52f001e1-c6c2-4bd0-bf29-74cc2aae5350", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T14:01:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "52f001e1-c6c2-4bd0-bf29-74cc2aae5350", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T14:01:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "719bd4b6-c395-41c7-80ca-de2622ea53df", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm"} 2026-09-09T14:01:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "719bd4b6-c395-41c7-80ca-de2622ea53df", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm"} 2026-09-09T14:01:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "719bd4b6-c395-41c7-80ca-de2622ea53df", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm"} 2026-09-09T14:01:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "719bd4b6-c395-41c7-80ca-de2622ea53df", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm", "name": "e2e-same-id-b-00f6feed-kserve-route-authn"} 2026-09-09T14:01:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "719bd4b6-c395-41c7-80ca-de2622ea53df", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm", "authType": "userdefined"} 2026-09-09T14:01:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "719bd4b6-c395-41c7-80ca-de2622ea53df", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm"} 2026-09-09T14:01:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "17b264a4-fbeb-405e-b631-5defde07528c", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm"} 2026-09-09T14:01:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "17b264a4-fbeb-405e-b631-5defde07528c", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm"} 2026-09-09T14:01:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "17b264a4-fbeb-405e-b631-5defde07528c", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm"} 2026-09-09T14:01:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "17b264a4-fbeb-405e-b631-5defde07528c", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm", "name": "e2e-same-id-a-00f6feed-kserve-route-authn"} 2026-09-09T14:01:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "17b264a4-fbeb-405e-b631-5defde07528c", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm", "authType": "userdefined"} 2026-09-09T14:01:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "17b264a4-fbeb-405e-b631-5defde07528c", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm"} 2026-09-09T14:01:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "58099715-0751-4fe8-97d8-42fcce58a134", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm"} 2026-09-09T14:01:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "58099715-0751-4fe8-97d8-42fcce58a134", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm"} 2026-09-09T14:01:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "58099715-0751-4fe8-97d8-42fcce58a134", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm"} 2026-09-09T14:01:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "58099715-0751-4fe8-97d8-42fcce58a134", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm", "name": "e2e-same-id-b-00f6feed-kserve-route-authn"} 2026-09-09T14:01:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "58099715-0751-4fe8-97d8-42fcce58a134", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm", "authType": "userdefined"} 2026-09-09T14:01:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "58099715-0751-4fe8-97d8-42fcce58a134", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm"} 2026-09-09T14:01:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "bf3a95f1-abf8-4a01-96ba-e1530a02d092", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm"} 2026-09-09T14:01:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "bf3a95f1-abf8-4a01-96ba-e1530a02d092", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm", "name": "e2e-same-id-a-00f6feed"} 2026-09-09T14:01:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "bf3a95f1-abf8-4a01-96ba-e1530a02d092", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm"} 2026-09-09T14:01:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "bf3a95f1-abf8-4a01-96ba-e1530a02d092", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm"} 2026-09-09T14:01:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "bf3a95f1-abf8-4a01-96ba-e1530a02d092", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm", "name": "e2e-same-id-a-00f6feed-kserve-route-authn"} 2026-09-09T14:01:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "bf3a95f1-abf8-4a01-96ba-e1530a02d092", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm", "name": "e2e-same-id-a-00f6feed-kserve-route-authn"} 2026-09-09T14:01:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-00f6feed", "reconcileID": "a6844687-2269-45bc-85b2-e47109038b81", "LLMInferenceService": "e2e-same-id-a-00f6feed", "namespace": "llm"} 2026-09-09T14:01:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "80e0c4ab-e2ab-4503-99ed-5eea0d849f33", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T14:01:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "80e0c4ab-e2ab-4503-99ed-5eea0d849f33", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T14:01:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "80e0c4ab-e2ab-4503-99ed-5eea0d849f33", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T14:01:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42462e23-b34c-4db4-b036-2d9e63c1b13c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T14:01:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42462e23-b34c-4db4-b036-2d9e63c1b13c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T14:01:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42462e23-b34c-4db4-b036-2d9e63c1b13c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T14:01:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "fea03757-30b0-44c6-8192-02b869c7d196", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm"} 2026-09-09T14:01:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "fea03757-30b0-44c6-8192-02b869c7d196", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm", "name": "e2e-same-id-b-00f6feed"} 2026-09-09T14:01:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "fea03757-30b0-44c6-8192-02b869c7d196", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm"} 2026-09-09T14:01:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "fea03757-30b0-44c6-8192-02b869c7d196", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm"} 2026-09-09T14:01:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "fea03757-30b0-44c6-8192-02b869c7d196", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm", "name": "e2e-same-id-b-00f6feed-kserve-route-authn"} 2026-09-09T14:01:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "fea03757-30b0-44c6-8192-02b869c7d196", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm", "name": "e2e-same-id-b-00f6feed-kserve-route-authn"} 2026-09-09T14:01:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-00f6feed","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-00f6feed", "reconcileID": "2dbaf920-e794-411f-be9e-5ae8201db05d", "LLMInferenceService": "e2e-same-id-b-00f6feed", "namespace": "llm"} 2026-09-09T14:01:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eced033f-63ca-4721-955e-27d8878b538f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T14:01:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eced033f-63ca-4721-955e-27d8878b538f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T14:01:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "eced033f-63ca-4721-955e-27d8878b538f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T14:01:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5335fb71-1240-447a-b839-fd6496af8b37", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T14:01:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5335fb71-1240-447a-b839-fd6496af8b37", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T14:01:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5335fb71-1240-447a-b839-fd6496af8b37", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}