2026-09-11T13:14:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b81d9e"}, "namespace": "ai-tenant-e2e-shared-a-w2-b81d9e", "name": "odh-trusted-ca-bundle", "reconcileID": "92f088a2-197a-4d8d-b0a7-9280e62b7587", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b81d9e"} 2026-09-11T13:14:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-b81d9e"}, "namespace": "ai-tenant-e2e-shared-a-w2-b81d9e", "name": "openshift-service-ca.crt", "reconcileID": "abf24c06-2c71-490d-8076-c58d8214e5f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-b81d9e"} 2026-09-11T13:14:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-b81d9e"}, "namespace": "ai-tenant-e2e-shared-a-w2-b81d9e", "name": "openshift-service-ca.crt", "reconcileID": "abf24c06-2c71-490d-8076-c58d8214e5f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-b81d9e"} 2026-09-11T13:14:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b81d9e"}, "namespace": "ai-tenant-e2e-shared-a-w2-b81d9e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df66bae5-cad1-4422-9856-aca2eb7d7304", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b81d9e"} 2026-09-11T13:14:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b81d9e"}, "namespace": "ai-tenant-e2e-shared-a-w2-b81d9e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df66bae5-cad1-4422-9856-aca2eb7d7304", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b81d9e"} 2026-09-11T13:14:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b81d9e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b81d9e", "reconcileID": "5cae96d4-cc38-4cdb-b038-fc8f1fbd33bc", "Gateway": "e2e-shared-a-w2-b81d9e", "namespace": "openshift-ingress"} 2026-09-11T13:14:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d4b0b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d4b0b9", "reconcileID": "17b57427-2b37-433d-9a18-fdde69a2d537", "Gateway": "e2e-shared-a-w3-d4b0b9", "namespace": "openshift-ingress"} 2026-09-11T13:14:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d4b0b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d4b0b9", "reconcileID": "17b57427-2b37-433d-9a18-fdde69a2d537", "Gateway": "e2e-shared-a-w3-d4b0b9", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d4b0b9-authn-ssl"} 2026-09-11T13:14:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d4b0b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d4b0b9", "reconcileID": "17b57427-2b37-433d-9a18-fdde69a2d537", "Gateway": "e2e-shared-a-w3-d4b0b9", "namespace": "openshift-ingress"} 2026-09-11T13:14:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4b0b9","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9", "reconcileID": "27eb66e8-b85c-47e2-b872-3eeb45eba12f", "LLMInferenceService": "rate-test-model-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9"} 2026-09-11T13:14:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4b0b9","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9", "reconcileID": "27eb66e8-b85c-47e2-b872-3eeb45eba12f", "LLMInferenceService": "rate-test-model-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9"} 2026-09-11T13:14:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4b0b9","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9", "reconcileID": "27eb66e8-b85c-47e2-b872-3eeb45eba12f", "LLMInferenceService": "rate-test-model-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9"} 2026-09-11T13:14:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4b0b9","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9", "reconcileID": "27eb66e8-b85c-47e2-b872-3eeb45eba12f", "LLMInferenceService": "rate-test-model-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9-kserve-route-authn"} 2026-09-11T13:14:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4b0b9","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9", "reconcileID": "27eb66e8-b85c-47e2-b872-3eeb45eba12f", "LLMInferenceService": "rate-test-model-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "authType": "userdefined"} 2026-09-11T13:14:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4b0b9","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9", "reconcileID": "27eb66e8-b85c-47e2-b872-3eeb45eba12f", "LLMInferenceService": "rate-test-model-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9"} 2026-09-11T13:15:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7c542a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7c542a", "reconcileID": "d379c6ad-c416-4e4c-8a57-0c8ac5d95a50", "Gateway": "e2e-shared-b-w2-7c542a", "namespace": "openshift-ingress"} 2026-09-11T13:15:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7c542a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7c542a", "reconcileID": "d379c6ad-c416-4e4c-8a57-0c8ac5d95a50", "Gateway": "e2e-shared-b-w2-7c542a", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7c542a-authn-ssl"} 2026-09-11T13:15:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7c542a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7c542a", "reconcileID": "d379c6ad-c416-4e4c-8a57-0c8ac5d95a50", "Gateway": "e2e-shared-b-w2-7c542a", "namespace": "openshift-ingress"} 2026-09-11T13:15:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7c542a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7c542a", "reconcileID": "9aed8972-2ec5-491d-a342-63d8362aba22", "Gateway": "e2e-shared-b-w2-7c542a", "namespace": "openshift-ingress"} 2026-09-11T13:15:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7c542a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7c542a", "reconcileID": "9aed8972-2ec5-491d-a342-63d8362aba22", "Gateway": "e2e-shared-b-w2-7c542a", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7c542a-authn-ssl"} 2026-09-11T13:15:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7c542a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7c542a", "reconcileID": "9aed8972-2ec5-491d-a342-63d8362aba22", "Gateway": "e2e-shared-b-w2-7c542a", "namespace": "openshift-ingress"} 2026-09-11T13:15:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7c542a"}, "namespace": "ai-tenant-e2e-shared-b-w2-7c542a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48924889-a675-465b-ad4e-7c0918ae3062", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7c542a"} 2026-09-11T13:15:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7c542a"}, "namespace": "ai-tenant-e2e-shared-b-w2-7c542a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48924889-a675-465b-ad4e-7c0918ae3062", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7c542a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:15:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7c542a"}, "namespace": "ai-tenant-e2e-shared-b-w2-7c542a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48924889-a675-465b-ad4e-7c0918ae3062", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-7c542a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:15:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7c542a"}, "namespace": "ai-tenant-e2e-shared-b-w2-7c542a", "name": "odh-trusted-ca-bundle", "reconcileID": "94e85fb4-269b-42f1-abf2-b31caafb1924", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7c542a"} 2026-09-11T13:15:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7c542a"}, "namespace": "ai-tenant-e2e-shared-b-w2-7c542a", "name": "odh-trusted-ca-bundle", "reconcileID": "94e85fb4-269b-42f1-abf2-b31caafb1924", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7c542a"} 2026-09-11T13:15:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-7c542a"}, "namespace": "ai-tenant-e2e-shared-b-w2-7c542a", "name": "openshift-service-ca.crt", "reconcileID": "e0f931f6-a1f2-47fa-a583-5daa88379fa5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-7c542a"} 2026-09-11T13:15:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-7c542a"}, "namespace": "ai-tenant-e2e-shared-b-w2-7c542a", "name": "openshift-service-ca.crt", "reconcileID": "e0f931f6-a1f2-47fa-a583-5daa88379fa5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-7c542a"} 2026-09-11T13:15:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7c542a"}, "namespace": "ai-tenant-e2e-shared-b-w2-7c542a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "654a2cce-fff2-438f-9f67-f00eed8d0db4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7c542a"} 2026-09-11T13:15:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-7c542a"}, "namespace": "ai-tenant-e2e-shared-b-w2-7c542a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "654a2cce-fff2-438f-9f67-f00eed8d0db4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-7c542a"} 2026-09-11T13:15:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-7c542a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-7c542a", "reconcileID": "214ea52e-56e3-4614-bb9f-5b15acc2a7cb", "Gateway": "e2e-shared-b-w2-7c542a", "namespace": "openshift-ingress"} 2026-09-11T13:15:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4b0b9","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9", "reconcileID": "970cf026-65d7-40e3-9db7-a9751101c610", "LLMInferenceService": "rate-test-model-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9"} 2026-09-11T13:15:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4b0b9","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9", "reconcileID": "970cf026-65d7-40e3-9db7-a9751101c610", "LLMInferenceService": "rate-test-model-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9"} 2026-09-11T13:15:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4b0b9","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9", "reconcileID": "970cf026-65d7-40e3-9db7-a9751101c610", "LLMInferenceService": "rate-test-model-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9"} 2026-09-11T13:15:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4b0b9","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9", "reconcileID": "970cf026-65d7-40e3-9db7-a9751101c610", "LLMInferenceService": "rate-test-model-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9-kserve-route-authn"} 2026-09-11T13:15:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4b0b9","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9", "reconcileID": "970cf026-65d7-40e3-9db7-a9751101c610", "LLMInferenceService": "rate-test-model-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "authType": "userdefined"} 2026-09-11T13:15:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4b0b9","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9", "reconcileID": "970cf026-65d7-40e3-9db7-a9751101c610", "LLMInferenceService": "rate-test-model-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9"} 2026-09-11T13:15:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "c3d1b8e7-e136-4c8b-af90-8371d548ff79", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:15:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "c3d1b8e7-e136-4c8b-af90-8371d548ff79", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:15:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "c3d1b8e7-e136-4c8b-af90-8371d548ff79", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:15:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2e7f38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38", "reconcileID": "494bdcb7-0ee2-45bc-b30d-b12c7d392c3f", "Gateway": "e2e-shared-b-w3-2e7f38", "namespace": "openshift-ingress"} 2026-09-11T13:15:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "c3d1b8e7-e136-4c8b-af90-8371d548ff79", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38-kserve-route-authn"} 2026-09-11T13:15:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "c3d1b8e7-e136-4c8b-af90-8371d548ff79", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "authType": "userdefined"} 2026-09-11T13:15:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "c3d1b8e7-e136-4c8b-af90-8371d548ff79", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:15:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2e7f38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38", "reconcileID": "494bdcb7-0ee2-45bc-b30d-b12c7d392c3f", "Gateway": "e2e-shared-b-w3-2e7f38", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38-authn-ssl"} 2026-09-11T13:15:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2e7f38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38", "reconcileID": "494bdcb7-0ee2-45bc-b30d-b12c7d392c3f", "Gateway": "e2e-shared-b-w3-2e7f38", "namespace": "openshift-ingress"} 2026-09-11T13:15:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "f02b779e-49fa-46ea-aa92-3e02da4213fc", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:15:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "f02b779e-49fa-46ea-aa92-3e02da4213fc", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:15:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "f02b779e-49fa-46ea-aa92-3e02da4213fc", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:15:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "f02b779e-49fa-46ea-aa92-3e02da4213fc", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38-kserve-route-authn"} 2026-09-11T13:15:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "f02b779e-49fa-46ea-aa92-3e02da4213fc", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "authType": "userdefined"} 2026-09-11T13:15:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "f02b779e-49fa-46ea-aa92-3e02da4213fc", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:15:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2e7f38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38", "reconcileID": "7a1bb94d-aa16-45f3-972f-c6de8b3a85bb", "Gateway": "e2e-shared-b-w3-2e7f38", "namespace": "openshift-ingress"} 2026-09-11T13:15:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2e7f38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38", "reconcileID": "7a1bb94d-aa16-45f3-972f-c6de8b3a85bb", "Gateway": "e2e-shared-b-w3-2e7f38", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38-authn-ssl"} 2026-09-11T13:15:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2e7f38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38", "reconcileID": "7a1bb94d-aa16-45f3-972f-c6de8b3a85bb", "Gateway": "e2e-shared-b-w3-2e7f38", "namespace": "openshift-ingress"} 2026-09-11T13:15:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "c1900e0e-9277-452a-9d64-616dff684606", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:15:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "c1900e0e-9277-452a-9d64-616dff684606", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:15:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "c1900e0e-9277-452a-9d64-616dff684606", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:15:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "c1900e0e-9277-452a-9d64-616dff684606", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38-kserve-route-authn"} 2026-09-11T13:15:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "c1900e0e-9277-452a-9d64-616dff684606", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "authType": "userdefined"} 2026-09-11T13:15:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "c1900e0e-9277-452a-9d64-616dff684606", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:15:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "5dfa46ff-24b4-4512-8819-ece546b77c73", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:15:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "5dfa46ff-24b4-4512-8819-ece546b77c73", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:15:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "5dfa46ff-24b4-4512-8819-ece546b77c73", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:15:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "5dfa46ff-24b4-4512-8819-ece546b77c73", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38-kserve-route-authn"} 2026-09-11T13:15:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "5dfa46ff-24b4-4512-8819-ece546b77c73", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "authType": "userdefined"} 2026-09-11T13:15:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "5dfa46ff-24b4-4512-8819-ece546b77c73", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:16:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4b0b9","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9", "reconcileID": "fad7c11e-3969-44f9-954d-bc966e9ee8d1", "LLMInferenceService": "rate-test-model-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9"} 2026-09-11T13:16:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4b0b9","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9", "reconcileID": "fad7c11e-3969-44f9-954d-bc966e9ee8d1", "LLMInferenceService": "rate-test-model-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9"} 2026-09-11T13:16:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4b0b9","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9", "reconcileID": "fad7c11e-3969-44f9-954d-bc966e9ee8d1", "LLMInferenceService": "rate-test-model-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9"} 2026-09-11T13:16:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4b0b9","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9", "reconcileID": "fad7c11e-3969-44f9-954d-bc966e9ee8d1", "LLMInferenceService": "rate-test-model-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9"} 2026-09-11T13:16:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4b0b9","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9", "reconcileID": "fad7c11e-3969-44f9-954d-bc966e9ee8d1", "LLMInferenceService": "rate-test-model-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9-kserve-route-authn"} 2026-09-11T13:16:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4b0b9","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9", "reconcileID": "fad7c11e-3969-44f9-954d-bc966e9ee8d1", "LLMInferenceService": "rate-test-model-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9-kserve-route-authn"} 2026-09-11T13:16:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4b0b9","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9", "reconcileID": "fad7c11e-3969-44f9-954d-bc966e9ee8d1", "LLMInferenceService": "rate-test-model-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9"} 2026-09-11T13:16:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4b0b9","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9", "reconcileID": "fad7c11e-3969-44f9-954d-bc966e9ee8d1", "LLMInferenceService": "rate-test-model-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9"} 2026-09-11T13:16:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4b0b9","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "rate-test-model-d4b0b9", "reconcileID": "675cdd8e-6785-4fcd-a06c-53d84b96647e", "LLMInferenceService": "rate-test-model-d4b0b9", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9"} 2026-09-11T13:16:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d4b0b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d4b0b9", "reconcileID": "df040a92-51dd-4f0b-8b07-2f0dbd211e41", "Gateway": "e2e-shared-a-w3-d4b0b9", "namespace": "openshift-ingress"} 2026-09-11T13:16:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d4b0b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d4b0b9", "reconcileID": "df040a92-51dd-4f0b-8b07-2f0dbd211e41", "Gateway": "e2e-shared-a-w3-d4b0b9", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d4b0b9-authn-ssl"} 2026-09-11T13:16:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d4b0b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d4b0b9", "reconcileID": "df040a92-51dd-4f0b-8b07-2f0dbd211e41", "Gateway": "e2e-shared-a-w3-d4b0b9", "namespace": "openshift-ingress"} 2026-09-11T13:16:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d4b0b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d4b0b9", "reconcileID": "3f5e72f9-4c31-4544-aa99-e229a10dde7c", "Gateway": "e2e-shared-a-w3-d4b0b9", "namespace": "openshift-ingress"} 2026-09-11T13:16:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d4b0b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d4b0b9", "reconcileID": "3f5e72f9-4c31-4544-aa99-e229a10dde7c", "Gateway": "e2e-shared-a-w3-d4b0b9", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d4b0b9-authn-ssl"} 2026-09-11T13:16:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d4b0b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d4b0b9", "reconcileID": "3f5e72f9-4c31-4544-aa99-e229a10dde7c", "Gateway": "e2e-shared-a-w3-d4b0b9", "namespace": "openshift-ingress"} 2026-09-11T13:16:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "22f8b768-a6ad-48ef-b2e5-fd2259565a7b", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:16:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "22f8b768-a6ad-48ef-b2e5-fd2259565a7b", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38"} 2026-09-11T13:16:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "22f8b768-a6ad-48ef-b2e5-fd2259565a7b", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:16:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "22f8b768-a6ad-48ef-b2e5-fd2259565a7b", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:16:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "22f8b768-a6ad-48ef-b2e5-fd2259565a7b", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38-kserve-route-authn"} 2026-09-11T13:16:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "22f8b768-a6ad-48ef-b2e5-fd2259565a7b", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38-kserve-route-authn"} 2026-09-11T13:16:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "22f8b768-a6ad-48ef-b2e5-fd2259565a7b", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:16:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "22f8b768-a6ad-48ef-b2e5-fd2259565a7b", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:16:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2e7f38","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "rate-test-model-2e7f38", "reconcileID": "cd69068f-3148-4dac-886a-abd7d3907b59", "LLMInferenceService": "rate-test-model-2e7f38", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:16:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2e7f38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38", "reconcileID": "210c6b05-9af2-4271-9c1d-f8e552366392", "Gateway": "e2e-shared-b-w3-2e7f38", "namespace": "openshift-ingress"} 2026-09-11T13:16:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2e7f38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38", "reconcileID": "210c6b05-9af2-4271-9c1d-f8e552366392", "Gateway": "e2e-shared-b-w3-2e7f38", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38-authn-ssl"} 2026-09-11T13:16:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2e7f38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38", "reconcileID": "210c6b05-9af2-4271-9c1d-f8e552366392", "Gateway": "e2e-shared-b-w3-2e7f38", "namespace": "openshift-ingress"} 2026-09-11T13:16:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2e7f38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38", "reconcileID": "0af4ce48-0873-4e6c-8d56-da56ab682b8c", "Gateway": "e2e-shared-b-w3-2e7f38", "namespace": "openshift-ingress"} 2026-09-11T13:16:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2e7f38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38", "reconcileID": "0af4ce48-0873-4e6c-8d56-da56ab682b8c", "Gateway": "e2e-shared-b-w3-2e7f38", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38-authn-ssl"} 2026-09-11T13:16:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2e7f38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38", "reconcileID": "0af4ce48-0873-4e6c-8d56-da56ab682b8c", "Gateway": "e2e-shared-b-w3-2e7f38", "namespace": "openshift-ingress"} 2026-09-11T13:16:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "f905f706-ea84-47d9-9256-db27b8bda807", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:16:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "f905f706-ea84-47d9-9256-db27b8bda807", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf-authn-ssl"} 2026-09-11T13:16:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "f905f706-ea84-47d9-9256-db27b8bda807", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:16:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "5798677a-a2ff-49f7-ab74-cfc4c9130ba3", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:16:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "5798677a-a2ff-49f7-ab74-cfc4c9130ba3", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf-authn-ssl"} 2026-09-11T13:16:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "5798677a-a2ff-49f7-ab74-cfc4c9130ba3", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:16:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "ba4bac45-8880-46a2-813a-429360b16bec", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:16:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "ba4bac45-8880-46a2-813a-429360b16bec", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf-authn-ssl"} 2026-09-11T13:16:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "ba4bac45-8880-46a2-813a-429360b16bec", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:16:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "6324a9d0-5f45-4f0c-a511-34d506bc7423", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:16:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "6324a9d0-5f45-4f0c-a511-34d506bc7423", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf-authn-ssl"} 2026-09-11T13:16:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "6324a9d0-5f45-4f0c-a511-34d506bc7423", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:16:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "d8e851a7-1755-481b-abfd-fa3378eaf6fa", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:16:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "d8e851a7-1755-481b-abfd-fa3378eaf6fa", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf-authn-ssl"} 2026-09-11T13:16:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "d8e851a7-1755-481b-abfd-fa3378eaf6fa", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:16:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "fec3d386-9348-4991-b449-13da105450e9", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:16:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "fec3d386-9348-4991-b449-13da105450e9", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf-authn-ssl"} 2026-09-11T13:16:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "fec3d386-9348-4991-b449-13da105450e9", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:16:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "bad7f424-cfe1-406d-b589-fe758858d51a", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:16:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "bad7f424-cfe1-406d-b589-fe758858d51a", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf-authn-ssl"} 2026-09-11T13:16:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "bad7f424-cfe1-406d-b589-fe758858d51a", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:16:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "5016cbb1-e365-4679-a590-0966c3247221", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:16:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "5016cbb1-e365-4679-a590-0966c3247221", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf-authn-ssl"} 2026-09-11T13:16:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "5016cbb1-e365-4679-a590-0966c3247221", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:16:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "odh-trusted-ca-bundle", "reconcileID": "6bee3ce6-21bc-4110-a3b1-e488330fcc16", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:16:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "openshift-service-ca.crt", "reconcileID": "def30196-7185-417e-b6f6-3a8de3d08df9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:16:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "openshift-service-ca.crt", "reconcileID": "6dd2342c-0abd-4822-8a0e-d730674872db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:16:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "openshift-service-ca.crt", "reconcileID": "6dd2342c-0abd-4822-8a0e-d730674872db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:16:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "odh-trusted-ca-bundle", "reconcileID": "092605cc-8f4b-41d4-ba96-3ad11617ffc2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:16:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "odh-trusted-ca-bundle", "reconcileID": "092605cc-8f4b-41d4-ba96-3ad11617ffc2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:16:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa8f402f-6bc1-49c0-91c0-88aee0cb2388", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:16:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa8f402f-6bc1-49c0-91c0-88aee0cb2388", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:16:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "openshift-service-ca.crt", "reconcileID": "23fb2b00-60de-48f9-9f6d-9518f73dcbbf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:16:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "odh-trusted-ca-bundle", "reconcileID": "44d1d50e-f1ba-4bd5-b845-d5540b42c825", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:16:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71cd4588-678f-4efe-a1c9-e7d4f3d232f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:16:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "9dd6a787-60aa-4be9-be75-72cd1e626b08", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:16:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "9dd6a787-60aa-4be9-be75-72cd1e626b08", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf-authn-ssl"} 2026-09-11T13:16:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "9dd6a787-60aa-4be9-be75-72cd1e626b08", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:16:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "f4b96b08-e5ce-46fa-bffc-2ca27ff9e562", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:16:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "f4b96b08-e5ce-46fa-bffc-2ca27ff9e562", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf-authn-ssl"} 2026-09-11T13:16:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "f4b96b08-e5ce-46fa-bffc-2ca27ff9e562", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:16:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "1ffaa322-38c2-4906-b2c5-c0446aab9885", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:16:44Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "1ffaa322-38c2-4906-b2c5-c0446aab9885", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a-authn-ssl"} 2026-09-11T13:16:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "1ffaa322-38c2-4906-b2c5-c0446aab9885", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:16:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "5c8fbd72-8b1f-40ba-95d5-561aa00b819d", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:16:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "5c8fbd72-8b1f-40ba-95d5-561aa00b819d", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a-authn-ssl"} 2026-09-11T13:16:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "5c8fbd72-8b1f-40ba-95d5-561aa00b819d", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:16:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "7aca430a-7594-49b0-af2e-de2c3e6c056d", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:16:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "7aca430a-7594-49b0-af2e-de2c3e6c056d", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a-authn-ssl"} 2026-09-11T13:16:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "7aca430a-7594-49b0-af2e-de2c3e6c056d", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:16:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "a4f3b13d-83f5-4181-bd79-0137563607e6", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:16:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "a4f3b13d-83f5-4181-bd79-0137563607e6", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a-authn-ssl"} 2026-09-11T13:16:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "a4f3b13d-83f5-4181-bd79-0137563607e6", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:16:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "9657e834-3e64-4c29-a1ff-86711ae35a90", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:16:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "9657e834-3e64-4c29-a1ff-86711ae35a90", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a-authn-ssl"} 2026-09-11T13:16:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "9657e834-3e64-4c29-a1ff-86711ae35a90", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:16:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "17e3c28e-cd1e-4877-99ca-05aaffc87382", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:16:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "17e3c28e-cd1e-4877-99ca-05aaffc87382", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a-authn-ssl"} 2026-09-11T13:16:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "17e3c28e-cd1e-4877-99ca-05aaffc87382", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:16:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "3eb174fd-2c70-4c86-87a5-e94d5905ce8e", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:16:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "3eb174fd-2c70-4c86-87a5-e94d5905ce8e", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a-authn-ssl"} 2026-09-11T13:16:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "3eb174fd-2c70-4c86-87a5-e94d5905ce8e", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:16:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "608f0579-5673-4800-8fa2-42547864788c", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:16:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "608f0579-5673-4800-8fa2-42547864788c", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a-authn-ssl"} 2026-09-11T13:16:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "608f0579-5673-4800-8fa2-42547864788c", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:16:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-06286a"}, "namespace": "ai-tenant-e2e-ipp-b-06286a", "name": "openshift-service-ca.crt", "reconcileID": "ce116580-fe95-4262-843c-8181e7e9b75f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-06286a"} 2026-09-11T13:16:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06286a"}, "namespace": "ai-tenant-e2e-ipp-b-06286a", "name": "odh-trusted-ca-bundle", "reconcileID": "d3fcc334-198a-4106-a6d1-81e8820ba86e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06286a"} 2026-09-11T13:16:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-06286a"}, "namespace": "ai-tenant-e2e-ipp-b-06286a", "name": "openshift-service-ca.crt", "reconcileID": "5abb8989-e7cb-4354-b7db-ce0a0972c8a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-06286a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:16:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-06286a"}, "namespace": "ai-tenant-e2e-ipp-b-06286a", "name": "openshift-service-ca.crt", "reconcileID": "5abb8989-e7cb-4354-b7db-ce0a0972c8a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-06286a"} 2026-09-11T13:16:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06286a"}, "namespace": "ai-tenant-e2e-ipp-b-06286a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bd91757-d5d0-45e1-b8c8-ae05d302f720", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06286a"} 2026-09-11T13:16:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-06286a"}, "namespace": "ai-tenant-e2e-ipp-b-06286a", "name": "openshift-service-ca.crt", "reconcileID": "45617abe-11b7-4e45-95ea-b55dba70942f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-06286a"} 2026-09-11T13:16:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06286a"}, "namespace": "ai-tenant-e2e-ipp-b-06286a", "name": "odh-trusted-ca-bundle", "reconcileID": "0eb8da26-5592-4455-9b76-d9cbc0702390", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06286a", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:16:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06286a"}, "namespace": "ai-tenant-e2e-ipp-b-06286a", "name": "odh-trusted-ca-bundle", "reconcileID": "0eb8da26-5592-4455-9b76-d9cbc0702390", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06286a"} 2026-09-11T13:16:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06286a"}, "namespace": "ai-tenant-e2e-ipp-b-06286a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75e0d820-d083-4fca-9571-9b0252deab80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06286a"} 2026-09-11T13:16:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "e9abc2b6-cb11-4ea8-beb9-adee55e85446", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:16:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "e9abc2b6-cb11-4ea8-beb9-adee55e85446", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a-authn-ssl"} 2026-09-11T13:16:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "e9abc2b6-cb11-4ea8-beb9-adee55e85446", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:16:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "d576edbe-a827-4a40-881e-83bcd8bd097e", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:16:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "d576edbe-a827-4a40-881e-83bcd8bd097e", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a-authn-ssl"} 2026-09-11T13:16:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "d576edbe-a827-4a40-881e-83bcd8bd097e", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:17:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "1d51831a-5a66-463a-a903-60f24bed0f42", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:17:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "1d51831a-5a66-463a-a903-60f24bed0f42", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:17:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "1d51831a-5a66-463a-a903-60f24bed0f42", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:17:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "bd5e2a43-8fbf-4248-bfeb-7799fd617fd7", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:17:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "1d51831a-5a66-463a-a903-60f24bed0f42", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf-kserve-route-authn"} 2026-09-11T13:17:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "1d51831a-5a66-463a-a903-60f24bed0f42", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "authType": "userdefined"} 2026-09-11T13:17:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "1d51831a-5a66-463a-a903-60f24bed0f42", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:17:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "bd5e2a43-8fbf-4248-bfeb-7799fd617fd7", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf-authn-ssl"} 2026-09-11T13:17:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "bd5e2a43-8fbf-4248-bfeb-7799fd617fd7", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:17:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "3f8f0291-1d00-48fd-b42b-a900d56b9e1a", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:17:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "3f8f0291-1d00-48fd-b42b-a900d56b9e1a", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:17:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "3f8f0291-1d00-48fd-b42b-a900d56b9e1a", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:17:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "3f8f0291-1d00-48fd-b42b-a900d56b9e1a", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf-kserve-route-authn"} 2026-09-11T13:17:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "3f8f0291-1d00-48fd-b42b-a900d56b9e1a", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "authType": "userdefined"} 2026-09-11T13:17:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "3f8f0291-1d00-48fd-b42b-a900d56b9e1a", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:17:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "f00e1073-aac5-44c0-a64c-b97cb7eb0edc", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:17:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "f00e1073-aac5-44c0-a64c-b97cb7eb0edc", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf-authn-ssl"} 2026-09-11T13:17:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "f00e1073-aac5-44c0-a64c-b97cb7eb0edc", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:17:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "090bc627-8a7d-4dbe-8e7d-576465f79429", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:17:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "090bc627-8a7d-4dbe-8e7d-576465f79429", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:17:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "090bc627-8a7d-4dbe-8e7d-576465f79429", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:17:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "090bc627-8a7d-4dbe-8e7d-576465f79429", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf-kserve-route-authn"} 2026-09-11T13:17:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "090bc627-8a7d-4dbe-8e7d-576465f79429", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "authType": "userdefined"} 2026-09-11T13:17:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "090bc627-8a7d-4dbe-8e7d-576465f79429", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:17:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "7f17b452-92c1-4ba9-bd78-071661b58c17", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:17:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "7f17b452-92c1-4ba9-bd78-071661b58c17", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:17:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "7f17b452-92c1-4ba9-bd78-071661b58c17", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:17:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "7f17b452-92c1-4ba9-bd78-071661b58c17", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf-kserve-route-authn"} 2026-09-11T13:17:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "7f17b452-92c1-4ba9-bd78-071661b58c17", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "authType": "userdefined"} 2026-09-11T13:17:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "7f17b452-92c1-4ba9-bd78-071661b58c17", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:17:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "f220457c-645b-4e5d-855f-b40cedd62d73", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:17:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "f220457c-645b-4e5d-855f-b40cedd62d73", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:17:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "f220457c-645b-4e5d-855f-b40cedd62d73", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:17:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "f220457c-645b-4e5d-855f-b40cedd62d73", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf-kserve-route-authn"} 2026-09-11T13:17:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "f220457c-645b-4e5d-855f-b40cedd62d73", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "authType": "userdefined"} 2026-09-11T13:17:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "f220457c-645b-4e5d-855f-b40cedd62d73", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:18:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "f22185a3-0735-4be7-9952-9c80ef416e8b", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:18:02Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "f22185a3-0735-4be7-9952-9c80ef416e8b", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23-authn-ssl"} 2026-09-11T13:18:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "f22185a3-0735-4be7-9952-9c80ef416e8b", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:18:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "148ea804-98e3-44e7-9d32-7a51ac20c844", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:18:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "148ea804-98e3-44e7-9d32-7a51ac20c844", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23-authn-ssl"} 2026-09-11T13:18:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "148ea804-98e3-44e7-9d32-7a51ac20c844", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:18:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "fe9a3c93-03a5-4707-a102-7dd127f1772c", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:18:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "fe9a3c93-03a5-4707-a102-7dd127f1772c", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23-authn-ssl"} 2026-09-11T13:18:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "fe9a3c93-03a5-4707-a102-7dd127f1772c", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:18:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "7d36b0aa-36da-4327-8bed-2f72de546e26", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:18:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "7d36b0aa-36da-4327-8bed-2f72de546e26", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23-authn-ssl"} 2026-09-11T13:18:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "7d36b0aa-36da-4327-8bed-2f72de546e26", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:18:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "009fb2c3-5170-4621-b077-577be749988a", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:18:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "009fb2c3-5170-4621-b077-577be749988a", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23-authn-ssl"} 2026-09-11T13:18:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "009fb2c3-5170-4621-b077-577be749988a", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:18:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "b202828e-1ac2-4db7-a7ce-8fb8d377fb83", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:18:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "b202828e-1ac2-4db7-a7ce-8fb8d377fb83", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23-authn-ssl"} 2026-09-11T13:18:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "b202828e-1ac2-4db7-a7ce-8fb8d377fb83", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:18:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "2e80633a-8b92-4dfd-9452-372533e4d6ce", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:18:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "2e80633a-8b92-4dfd-9452-372533e4d6ce", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23-authn-ssl"} 2026-09-11T13:18:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "2e80633a-8b92-4dfd-9452-372533e4d6ce", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:18:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-338b23"}, "namespace": "ai-tenant-e2e-ipp-cleanup-338b23", "name": "odh-trusted-ca-bundle", "reconcileID": "61967cf7-b659-48f4-913c-b19f6575fa6e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-338b23"} 2026-09-11T13:18:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-338b23"}, "namespace": "ai-tenant-e2e-ipp-cleanup-338b23", "name": "openshift-service-ca.crt", "reconcileID": "bc23717d-a9c0-4211-a498-a22198989b5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-338b23"} 2026-09-11T13:18:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-338b23"}, "namespace": "ai-tenant-e2e-ipp-cleanup-338b23", "name": "openshift-service-ca.crt", "reconcileID": "aaa4ce0a-e0ac-4a80-9930-804fe6db0088", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-338b23", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:18:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-338b23"}, "namespace": "ai-tenant-e2e-ipp-cleanup-338b23", "name": "openshift-service-ca.crt", "reconcileID": "aaa4ce0a-e0ac-4a80-9930-804fe6db0088", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-338b23"} 2026-09-11T13:18:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-338b23"}, "namespace": "ai-tenant-e2e-ipp-cleanup-338b23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb57b7a7-f021-474c-8668-bfc0c3c4b4ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-338b23"} 2026-09-11T13:18:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-338b23"}, "namespace": "ai-tenant-e2e-ipp-cleanup-338b23", "name": "openshift-service-ca.crt", "reconcileID": "f98106cd-9149-45be-874a-fac08eaafa0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-338b23"} 2026-09-11T13:18:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-338b23"}, "namespace": "ai-tenant-e2e-ipp-cleanup-338b23", "name": "odh-trusted-ca-bundle", "reconcileID": "cb1c8896-5874-4f4b-9358-b3dace0e2c22", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-338b23", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:18:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-338b23"}, "namespace": "ai-tenant-e2e-ipp-cleanup-338b23", "name": "odh-trusted-ca-bundle", "reconcileID": "cb1c8896-5874-4f4b-9358-b3dace0e2c22", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-338b23"} 2026-09-11T13:18:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-338b23"}, "namespace": "ai-tenant-e2e-ipp-cleanup-338b23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1fa9553-c226-4dfa-869b-53b96579db64", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-338b23"} 2026-09-11T13:18:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "0b63bdc0-5590-4daa-af38-6287f3ec502b", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:18:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "0b63bdc0-5590-4daa-af38-6287f3ec502b", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23-authn-ssl"} 2026-09-11T13:18:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "0b63bdc0-5590-4daa-af38-6287f3ec502b", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:18:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "32e558b1-eee2-488f-80dd-7698d908d257", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:18:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "32e558b1-eee2-488f-80dd-7698d908d257", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23-authn-ssl"} 2026-09-11T13:18:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "32e558b1-eee2-488f-80dd-7698d908d257", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:18:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "7608bf3c-b815-4571-8011-5c696fc6cecd", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:18:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "7608bf3c-b815-4571-8011-5c696fc6cecd", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23-authn-ssl"} 2026-09-11T13:18:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "7608bf3c-b815-4571-8011-5c696fc6cecd", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:18:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "b9705681-d078-4db8-8f7e-a004697e33a7", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:18:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "b9705681-d078-4db8-8f7e-a004697e33a7", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23-authn-ssl"} 2026-09-11T13:18:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "b9705681-d078-4db8-8f7e-a004697e33a7", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:18:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-338b23"}, "namespace": "ai-tenant-e2e-ipp-cleanup-338b23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cebea24e-98c4-4c28-acb6-8d07a21fdfe6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-338b23"} 2026-09-11T13:18:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-338b23"}, "namespace": "ai-tenant-e2e-ipp-cleanup-338b23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cebea24e-98c4-4c28-acb6-8d07a21fdfe6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-338b23", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:18:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-338b23"}, "namespace": "ai-tenant-e2e-ipp-cleanup-338b23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cebea24e-98c4-4c28-acb6-8d07a21fdfe6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-338b23 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:18:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-338b23"}, "namespace": "ai-tenant-e2e-ipp-cleanup-338b23", "name": "odh-trusted-ca-bundle", "reconcileID": "dad7d661-d3c7-453a-ab6e-8aa9078dc03d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-338b23"} 2026-09-11T13:18:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-338b23"}, "namespace": "ai-tenant-e2e-ipp-cleanup-338b23", "name": "odh-trusted-ca-bundle", "reconcileID": "dad7d661-d3c7-453a-ab6e-8aa9078dc03d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-338b23"} 2026-09-11T13:18:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-338b23"}, "namespace": "ai-tenant-e2e-ipp-cleanup-338b23", "name": "openshift-service-ca.crt", "reconcileID": "cea9f396-a1a6-4465-9095-bdb3b718a942", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-338b23"} 2026-09-11T13:18:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-338b23"}, "namespace": "ai-tenant-e2e-ipp-cleanup-338b23", "name": "openshift-service-ca.crt", "reconcileID": "cea9f396-a1a6-4465-9095-bdb3b718a942", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-338b23"} 2026-09-11T13:18:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-338b23"}, "namespace": "ai-tenant-e2e-ipp-cleanup-338b23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d8b13f8-e417-4c3a-8c69-a7ea913f9601", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-338b23"} 2026-09-11T13:18:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-338b23"}, "namespace": "ai-tenant-e2e-ipp-cleanup-338b23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d8b13f8-e417-4c3a-8c69-a7ea913f9601", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-338b23"} 2026-09-11T13:18:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-338b23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-338b23", "reconcileID": "f7a683d0-d09a-442b-a1ec-02d5c7ed78b7", "Gateway": "e2e-ipp-cleanup-338b23", "namespace": "openshift-ingress"} 2026-09-11T13:19:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "1a384847-be3a-480e-a4af-ddd1707a73b5", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:19:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "1a384847-be3a-480e-a4af-ddd1707a73b5", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf-authn-ssl"} 2026-09-11T13:19:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "1a384847-be3a-480e-a4af-ddd1707a73b5", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:19:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "da0f205a-661b-41aa-bc8e-25584db2b1e4", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:19:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "da0f205a-661b-41aa-bc8e-25584db2b1e4", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf-authn-ssl"} 2026-09-11T13:19:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "da0f205a-661b-41aa-bc8e-25584db2b1e4", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:19:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "e8359e8c-3d85-4332-85bc-5904fbb5dc7a", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:19:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "e8359e8c-3d85-4332-85bc-5904fbb5dc7a", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf-authn-ssl"} 2026-09-11T13:19:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "e8359e8c-3d85-4332-85bc-5904fbb5dc7a", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:19:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "fc7ba325-6ce5-4618-bfe4-dcd0b6ac7f1c", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:19:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "fc7ba325-6ce5-4618-bfe4-dcd0b6ac7f1c", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:19:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "fc7ba325-6ce5-4618-bfe4-dcd0b6ac7f1c", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:19:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "fc7ba325-6ce5-4618-bfe4-dcd0b6ac7f1c", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf-kserve-route-authn"} 2026-09-11T13:19:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "fc7ba325-6ce5-4618-bfe4-dcd0b6ac7f1c", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "authType": "userdefined"} 2026-09-11T13:19:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "fc7ba325-6ce5-4618-bfe4-dcd0b6ac7f1c", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:19:15Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T13:19:15Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T13:19:19Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T13:19:19Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T13:19:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "a7acafce-77d8-42dc-a3db-ecb19d35aac1", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:19:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "a7acafce-77d8-42dc-a3db-ecb19d35aac1", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:19:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "a7acafce-77d8-42dc-a3db-ecb19d35aac1", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:19:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "a7acafce-77d8-42dc-a3db-ecb19d35aac1", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf-kserve-route-authn"} 2026-09-11T13:19:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "a7acafce-77d8-42dc-a3db-ecb19d35aac1", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "authType": "userdefined"} 2026-09-11T13:19:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "a7acafce-77d8-42dc-a3db-ecb19d35aac1", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:19:46Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "9a9719e2-6517-45e9-8078-95440c63683f", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:19:46Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "9a9719e2-6517-45e9-8078-95440c63683f", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf"} 2026-09-11T13:19:46Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "9a9719e2-6517-45e9-8078-95440c63683f", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:19:46Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "9a9719e2-6517-45e9-8078-95440c63683f", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:19:46Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "9a9719e2-6517-45e9-8078-95440c63683f", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf-kserve-route-authn"} 2026-09-11T13:19:46Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "9a9719e2-6517-45e9-8078-95440c63683f", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf-kserve-route-authn"} 2026-09-11T13:19:46Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "9a9719e2-6517-45e9-8078-95440c63683f", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:19:46Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "9a9719e2-6517-45e9-8078-95440c63683f", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:19:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "52792f25-fd37-4bf7-b0bb-abf12ded1d1c", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:19:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "52792f25-fd37-4bf7-b0bb-abf12ded1d1c", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf-authn-ssl"} 2026-09-11T13:19:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "52792f25-fd37-4bf7-b0bb-abf12ded1d1c", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:19:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2c19af8-f8a4-4983-9fde-d88b2288acd5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:19:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2c19af8-f8a4-4983-9fde-d88b2288acd5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:19:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2c19af8-f8a4-4983-9fde-d88b2288acd5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-37c1cf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:19:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "odh-trusted-ca-bundle", "reconcileID": "1cbbe950-da58-45e9-bf02-e779acec62da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:19:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "odh-trusted-ca-bundle", "reconcileID": "1cbbe950-da58-45e9-bf02-e779acec62da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:19:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "openshift-service-ca.crt", "reconcileID": "b75eb657-4f6e-4106-ae00-339eddc7b70d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:19:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "openshift-service-ca.crt", "reconcileID": "b75eb657-4f6e-4106-ae00-339eddc7b70d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:19:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30a18fa3-c1a0-433c-9243-e32f3d2c8d51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:19:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30a18fa3-c1a0-433c-9243-e32f3d2c8d51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:19:47Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-37c1cf","namespace":"ai-tenant-e2e-ipp-a-37c1cf"}, "namespace": "ai-tenant-e2e-ipp-a-37c1cf", "name": "ipp-route-37c1cf", "reconcileID": "7e995f65-9278-442f-879c-d15d115aabdc", "LLMInferenceService": "ipp-route-37c1cf", "namespace": "ai-tenant-e2e-ipp-a-37c1cf"} 2026-09-11T13:19:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "b98ab51e-660c-401f-86b2-bc16f629664d", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:19:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "b98ab51e-660c-401f-86b2-bc16f629664d", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf-authn-ssl"} 2026-09-11T13:19:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "b98ab51e-660c-401f-86b2-bc16f629664d", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:19:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-37c1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-37c1cf", "reconcileID": "c299b5f1-ab7a-4c75-86dc-526945af204d", "Gateway": "e2e-ipp-a-37c1cf", "namespace": "openshift-ingress"} 2026-09-11T13:20:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "8baaa3a9-5927-4b7d-a475-e3c31ca84668", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:20:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "8baaa3a9-5927-4b7d-a475-e3c31ca84668", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a-authn-ssl"} 2026-09-11T13:20:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "8baaa3a9-5927-4b7d-a475-e3c31ca84668", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:20:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "8981ce58-2715-475b-abc1-72266aad78b5", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:20:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "8981ce58-2715-475b-abc1-72266aad78b5", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a-authn-ssl"} 2026-09-11T13:20:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "8981ce58-2715-475b-abc1-72266aad78b5", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:20:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06286a"}, "namespace": "ai-tenant-e2e-ipp-b-06286a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b79594e6-2175-4f97-9169-4f32133cfb89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06286a"} 2026-09-11T13:20:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06286a"}, "namespace": "ai-tenant-e2e-ipp-b-06286a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b79594e6-2175-4f97-9169-4f32133cfb89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06286a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:20:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06286a"}, "namespace": "ai-tenant-e2e-ipp-b-06286a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b79594e6-2175-4f97-9169-4f32133cfb89", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-06286a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:20:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06286a"}, "namespace": "ai-tenant-e2e-ipp-b-06286a", "name": "odh-trusted-ca-bundle", "reconcileID": "87be90fd-63b7-4e66-b4b0-7f75c7958f68", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06286a"} 2026-09-11T13:20:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06286a"}, "namespace": "ai-tenant-e2e-ipp-b-06286a", "name": "odh-trusted-ca-bundle", "reconcileID": "87be90fd-63b7-4e66-b4b0-7f75c7958f68", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06286a"} 2026-09-11T13:20:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-06286a"}, "namespace": "ai-tenant-e2e-ipp-b-06286a", "name": "openshift-service-ca.crt", "reconcileID": "b26d8478-d1ac-437d-9e19-57176232b1ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-06286a"} 2026-09-11T13:20:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-06286a"}, "namespace": "ai-tenant-e2e-ipp-b-06286a", "name": "openshift-service-ca.crt", "reconcileID": "b26d8478-d1ac-437d-9e19-57176232b1ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-06286a"} 2026-09-11T13:20:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06286a"}, "namespace": "ai-tenant-e2e-ipp-b-06286a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6dfea41-cb85-4bd8-a30c-08a94684a490", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06286a"} 2026-09-11T13:20:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06286a"}, "namespace": "ai-tenant-e2e-ipp-b-06286a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6dfea41-cb85-4bd8-a30c-08a94684a490", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06286a"} 2026-09-11T13:20:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06286a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06286a", "reconcileID": "2cd26149-820f-466d-ac1c-9294dd746e62", "Gateway": "e2e-ipp-b-06286a", "namespace": "openshift-ingress"} 2026-09-11T13:20:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d4b0b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d4b0b9", "reconcileID": "6ac36778-3600-4857-bbd9-b423b28b1a9a", "Gateway": "e2e-shared-a-w3-d4b0b9", "namespace": "openshift-ingress"} 2026-09-11T13:20:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d4b0b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d4b0b9", "reconcileID": "6ac36778-3600-4857-bbd9-b423b28b1a9a", "Gateway": "e2e-shared-a-w3-d4b0b9", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d4b0b9-authn-ssl"} 2026-09-11T13:20:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d4b0b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d4b0b9", "reconcileID": "6ac36778-3600-4857-bbd9-b423b28b1a9a", "Gateway": "e2e-shared-a-w3-d4b0b9", "namespace": "openshift-ingress"} 2026-09-11T13:20:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d4b0b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d4b0b9", "reconcileID": "618eb88a-6266-40ac-966b-ca9e565b609a", "Gateway": "e2e-shared-a-w3-d4b0b9", "namespace": "openshift-ingress"} 2026-09-11T13:20:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d4b0b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d4b0b9", "reconcileID": "618eb88a-6266-40ac-966b-ca9e565b609a", "Gateway": "e2e-shared-a-w3-d4b0b9", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d4b0b9-authn-ssl"} 2026-09-11T13:20:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d4b0b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d4b0b9", "reconcileID": "618eb88a-6266-40ac-966b-ca9e565b609a", "Gateway": "e2e-shared-a-w3-d4b0b9", "namespace": "openshift-ingress"} 2026-09-11T13:20:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eee397f2-77d2-444c-a682-1dabad9d3e2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9"} 2026-09-11T13:20:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eee397f2-77d2-444c-a682-1dabad9d3e2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:20:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eee397f2-77d2-444c-a682-1dabad9d3e2f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-d4b0b9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:20:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "odh-trusted-ca-bundle", "reconcileID": "a8de473b-d28f-4555-aca6-9a281eacd752", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9"} 2026-09-11T13:20:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "odh-trusted-ca-bundle", "reconcileID": "a8de473b-d28f-4555-aca6-9a281eacd752", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:20:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "odh-trusted-ca-bundle", "reconcileID": "a8de473b-d28f-4555-aca6-9a281eacd752", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-d4b0b9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:20:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "openshift-service-ca.crt", "reconcileID": "36084ad3-faf9-4e4d-bf42-589f49d9b973", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9"} 2026-09-11T13:20:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "openshift-service-ca.crt", "reconcileID": "36084ad3-faf9-4e4d-bf42-589f49d9b973", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9"} 2026-09-11T13:20:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc335cf7-ebff-4063-ae5c-759c6929bd9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9"} 2026-09-11T13:20:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc335cf7-ebff-4063-ae5c-759c6929bd9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9"} 2026-09-11T13:20:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "odh-trusted-ca-bundle", "reconcileID": "1873a82c-584d-4e2f-bf65-5228a1c48a21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9"} 2026-09-11T13:20:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d4b0b9"}, "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9", "name": "odh-trusted-ca-bundle", "reconcileID": "1873a82c-584d-4e2f-bf65-5228a1c48a21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d4b0b9"} 2026-09-11T13:20:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d4b0b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d4b0b9", "reconcileID": "1fbb1c12-6837-47e8-866e-1af07247bc41", "Gateway": "e2e-shared-a-w3-d4b0b9", "namespace": "openshift-ingress"} 2026-09-11T13:20:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2e7f38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38", "reconcileID": "8577c285-6465-43fa-a106-2cc22c4efc06", "Gateway": "e2e-shared-b-w3-2e7f38", "namespace": "openshift-ingress"} 2026-09-11T13:20:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2e7f38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38", "reconcileID": "8577c285-6465-43fa-a106-2cc22c4efc06", "Gateway": "e2e-shared-b-w3-2e7f38", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38-authn-ssl"} 2026-09-11T13:20:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2e7f38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38", "reconcileID": "8577c285-6465-43fa-a106-2cc22c4efc06", "Gateway": "e2e-shared-b-w3-2e7f38", "namespace": "openshift-ingress"} 2026-09-11T13:20:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2e7f38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38", "reconcileID": "b62717a6-e2ee-4758-8072-dd916cec642a", "Gateway": "e2e-shared-b-w3-2e7f38", "namespace": "openshift-ingress"} 2026-09-11T13:20:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2e7f38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38", "reconcileID": "b62717a6-e2ee-4758-8072-dd916cec642a", "Gateway": "e2e-shared-b-w3-2e7f38", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38-authn-ssl"} 2026-09-11T13:20:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2e7f38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38", "reconcileID": "b62717a6-e2ee-4758-8072-dd916cec642a", "Gateway": "e2e-shared-b-w3-2e7f38", "namespace": "openshift-ingress"} 2026-09-11T13:20:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8d3602b-fc8e-4330-a597-b1a3358de925", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:20:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8d3602b-fc8e-4330-a597-b1a3358de925", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T13:20:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8d3602b-fc8e-4330-a597-b1a3358de925", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-2e7f38 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T13:20:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "odh-trusted-ca-bundle", "reconcileID": "a9fbeb3d-ef7c-4147-affd-eb49c6d65fe9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:20:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "odh-trusted-ca-bundle", "reconcileID": "a9fbeb3d-ef7c-4147-affd-eb49c6d65fe9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:20:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "openshift-service-ca.crt", "reconcileID": "9e8bddff-f51c-40a9-8702-375873971134", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:20:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "openshift-service-ca.crt", "reconcileID": "9e8bddff-f51c-40a9-8702-375873971134", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:20:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ec360f1-44a8-4728-a7c3-aca613945684", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:20:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2e7f38"}, "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ec360f1-44a8-4728-a7c3-aca613945684", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2e7f38"} 2026-09-11T13:20:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2e7f38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2e7f38", "reconcileID": "1c3fc8ea-0b71-4b4a-b196-867e48996ce6", "Gateway": "e2e-shared-b-w3-2e7f38", "namespace": "openshift-ingress"} 2026-09-11T13:25:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "c48fe441-9f4a-41d7-b3cc-6bed5c4177f3", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "c48fe441-9f4a-41d7-b3cc-6bed5c4177f3", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "c48fe441-9f4a-41d7-b3cc-6bed5c4177f3", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "47597473-0093-4978-8742-7c8b0ed92194", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:25:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "c48fe441-9f4a-41d7-b3cc-6bed5c4177f3", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8-kserve-route-authn"} 2026-09-11T13:25:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "c48fe441-9f4a-41d7-b3cc-6bed5c4177f3", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:25:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "c48fe441-9f4a-41d7-b3cc-6bed5c4177f3", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "47597473-0093-4978-8742-7c8b0ed92194", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:25:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "47597473-0093-4978-8742-7c8b0ed92194", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:25:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "d24277b2-4837-4444-9a0c-34a004343865", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "d24277b2-4837-4444-9a0c-34a004343865", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "d24277b2-4837-4444-9a0c-34a004343865", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "d24277b2-4837-4444-9a0c-34a004343865", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8-kserve-route-authn"} 2026-09-11T13:25:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "d24277b2-4837-4444-9a0c-34a004343865", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:25:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "d24277b2-4837-4444-9a0c-34a004343865", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "0542988f-5013-474d-a2de-f08b070d3b59", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "0542988f-5013-474d-a2de-f08b070d3b59", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "0542988f-5013-474d-a2de-f08b070d3b59", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f0cbc8f1-0aaf-4070-a4df-2115a2d114c9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:25:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "0542988f-5013-474d-a2de-f08b070d3b59", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8-kserve-route-authn"} 2026-09-11T13:25:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "0542988f-5013-474d-a2de-f08b070d3b59", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:25:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "0542988f-5013-474d-a2de-f08b070d3b59", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f0cbc8f1-0aaf-4070-a4df-2115a2d114c9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:25:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f0cbc8f1-0aaf-4070-a4df-2115a2d114c9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:25:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bc9ec019-ba81-4ae1-9139-e207a3c58db3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:25:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bc9ec019-ba81-4ae1-9139-e207a3c58db3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:25:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bc9ec019-ba81-4ae1-9139-e207a3c58db3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:25:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "85bf38b4-ac2a-4a4b-a39b-163d889a4213", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "85bf38b4-ac2a-4a4b-a39b-163d889a4213", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "85bf38b4-ac2a-4a4b-a39b-163d889a4213", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "85bf38b4-ac2a-4a4b-a39b-163d889a4213", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8-kserve-route-authn"} 2026-09-11T13:25:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "85bf38b4-ac2a-4a4b-a39b-163d889a4213", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:25:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "85bf38b4-ac2a-4a4b-a39b-163d889a4213", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "1cb3fdcb-5cec-48cc-a13c-74cb9ca42069", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "1cb3fdcb-5cec-48cc-a13c-74cb9ca42069", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "1cb3fdcb-5cec-48cc-a13c-74cb9ca42069", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "1cb3fdcb-5cec-48cc-a13c-74cb9ca42069", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8-kserve-route-authn"} 2026-09-11T13:25:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "1cb3fdcb-5cec-48cc-a13c-74cb9ca42069", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:25:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "1cb3fdcb-5cec-48cc-a13c-74cb9ca42069", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "344d09fe-7f35-4d7a-928b-a5d3f5c45a0b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:25:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "344d09fe-7f35-4d7a-928b-a5d3f5c45a0b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:25:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "344d09fe-7f35-4d7a-928b-a5d3f5c45a0b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:25:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "49e191ac-04b6-4efe-9262-c9b8378f007a", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "49e191ac-04b6-4efe-9262-c9b8378f007a", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "49e191ac-04b6-4efe-9262-c9b8378f007a", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "49e191ac-04b6-4efe-9262-c9b8378f007a", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8-kserve-route-authn"} 2026-09-11T13:25:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "49e191ac-04b6-4efe-9262-c9b8378f007a", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:25:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "49e191ac-04b6-4efe-9262-c9b8378f007a", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "0e3e7717-74bd-47a7-a83a-f989ccfe86c9", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "0e3e7717-74bd-47a7-a83a-f989ccfe86c9", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "0e3e7717-74bd-47a7-a83a-f989ccfe86c9", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "0e3e7717-74bd-47a7-a83a-f989ccfe86c9", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8-kserve-route-authn"} 2026-09-11T13:25:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "0e3e7717-74bd-47a7-a83a-f989ccfe86c9", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:25:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "0e3e7717-74bd-47a7-a83a-f989ccfe86c9", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "89ec1411-09de-4395-8770-af2898d018ce", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "89ec1411-09de-4395-8770-af2898d018ce", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "89ec1411-09de-4395-8770-af2898d018ce", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "89ec1411-09de-4395-8770-af2898d018ce", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8-kserve-route-authn"} 2026-09-11T13:25:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "89ec1411-09de-4395-8770-af2898d018ce", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm", "authType": "userdefined"} 2026-09-11T13:25:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "89ec1411-09de-4395-8770-af2898d018ce", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "58e1568b-559b-4279-8711-67874e444257", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "58e1568b-559b-4279-8711-67874e444257", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8"} 2026-09-11T13:25:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "58e1568b-559b-4279-8711-67874e444257", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "58e1568b-559b-4279-8711-67874e444257", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "58e1568b-559b-4279-8711-67874e444257", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8-kserve-route-authn"} 2026-09-11T13:25:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "58e1568b-559b-4279-8711-67874e444257", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8-kserve-route-authn"} 2026-09-11T13:25:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c2ce48f8", "reconcileID": "b4c69796-01c5-4cab-b7eb-557317c8842c", "LLMInferenceService": "e2e-same-id-a-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3e1da7da-9dc4-49d0-920a-bb636ab6fceb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:25:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3e1da7da-9dc4-49d0-920a-bb636ab6fceb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:25:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3e1da7da-9dc4-49d0-920a-bb636ab6fceb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:25:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e965cf3d-02d9-4cb6-badd-f58c7f018987", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:25:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e965cf3d-02d9-4cb6-badd-f58c7f018987", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:25:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e965cf3d-02d9-4cb6-badd-f58c7f018987", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:25:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "bd414d2d-022c-4ee1-80c6-095878375ce5", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "bd414d2d-022c-4ee1-80c6-095878375ce5", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8"} 2026-09-11T13:25:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "bd414d2d-022c-4ee1-80c6-095878375ce5", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "bd414d2d-022c-4ee1-80c6-095878375ce5", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "bd414d2d-022c-4ee1-80c6-095878375ce5", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8-kserve-route-authn"} 2026-09-11T13:25:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "bd414d2d-022c-4ee1-80c6-095878375ce5", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8-kserve-route-authn"} 2026-09-11T13:25:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c2ce48f8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c2ce48f8", "reconcileID": "ffe14c35-7fdd-43eb-9269-e8992be901c9", "LLMInferenceService": "e2e-same-id-b-c2ce48f8", "namespace": "llm"} 2026-09-11T13:25:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d37a1783-adce-4a6f-a267-5d109904f5ea", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:25:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d37a1783-adce-4a6f-a267-5d109904f5ea", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:25:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d37a1783-adce-4a6f-a267-5d109904f5ea", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:25:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e7cd6708-8e32-4c9a-ad2c-44dc3e96e325", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T13:25:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e7cd6708-8e32-4c9a-ad2c-44dc3e96e325", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T13:25:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e7cd6708-8e32-4c9a-ad2c-44dc3e96e325", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}