sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T23:59:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-87b0d1"}, "namespace": "ai-tenant-e2e-api-a-87b0d1", "name": "odh-trusted-ca-bundle", "reconcileID": "17963ce5-5b78-4e4b-ac35-88385138e97c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-87b0d1"} 2026-09-04T23:59:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-87b0d1"}, "namespace": "ai-tenant-e2e-api-a-87b0d1", "name": "odh-trusted-ca-bundle", "reconcileID": "17963ce5-5b78-4e4b-ac35-88385138e97c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-87b0d1"} 2026-09-04T23:59:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-87b0d1"}, "namespace": "ai-tenant-e2e-api-a-87b0d1", "name": "openshift-service-ca.crt", "reconcileID": "b260c576-f3fe-4246-a34b-c3b28a733157", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-87b0d1"} 2026-09-04T23:59:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-87b0d1"}, "namespace": "ai-tenant-e2e-api-a-87b0d1", "name": "openshift-service-ca.crt", "reconcileID": "b260c576-f3fe-4246-a34b-c3b28a733157", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-87b0d1"} 2026-09-04T23:59:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-87b0d1"}, "namespace": "ai-tenant-e2e-api-a-87b0d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2184ad2-0831-449c-90cc-de9fb0a7b66f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-87b0d1"} 2026-09-04T23:59:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-87b0d1"}, "namespace": "ai-tenant-e2e-api-a-87b0d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2184ad2-0831-449c-90cc-de9fb0a7b66f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-87b0d1"} 2026-09-04T23:59:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-87b0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-87b0d1", "reconcileID": "e73585fc-30dc-45f5-a628-6cc4d9d61e0a", "Gateway": "e2e-api-a-87b0d1", "namespace": "openshift-ingress"} 2026-09-04T23:59:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-87b0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-87b0d1", "reconcileID": "e73585fc-30dc-45f5-a628-6cc4d9d61e0a", "Gateway": "e2e-api-a-87b0d1", "namespace": "openshift-ingress", "name": "e2e-api-a-87b0d1-authn-ssl"} 2026-09-04T23:59:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-87b0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-87b0d1", "reconcileID": "e73585fc-30dc-45f5-a628-6cc4d9d61e0a", "Gateway": "e2e-api-a-87b0d1", "namespace": "openshift-ingress"} 2026-09-04T23:59:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-87b0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-87b0d1", "reconcileID": "43c4196d-4acd-4c56-93a5-ceb516c4a650", "Gateway": "e2e-api-a-87b0d1", "namespace": "openshift-ingress"} 2026-09-04T23:59:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88828d","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "rate-test-model-88828d", "reconcileID": "1446b3c7-f975-4937-aed2-fe6d8a09cd0a", "LLMInferenceService": "rate-test-model-88828d", "namespace": "ai-tenant-e2e-shared-b-w3-88828d"} 2026-09-04T23:59:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88828d","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "rate-test-model-88828d", "reconcileID": "1446b3c7-f975-4937-aed2-fe6d8a09cd0a", "LLMInferenceService": "rate-test-model-88828d", "namespace": "ai-tenant-e2e-shared-b-w3-88828d"} 2026-09-04T23:59:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88828d","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "rate-test-model-88828d", "reconcileID": "1446b3c7-f975-4937-aed2-fe6d8a09cd0a", "LLMInferenceService": "rate-test-model-88828d", "namespace": "ai-tenant-e2e-shared-b-w3-88828d"} 2026-09-04T23:59:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88828d","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "rate-test-model-88828d", "reconcileID": "1446b3c7-f975-4937-aed2-fe6d8a09cd0a", "LLMInferenceService": "rate-test-model-88828d", "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "rate-test-model-88828d-kserve-route-authn"} 2026-09-04T23:59:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88828d","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "rate-test-model-88828d", "reconcileID": "1446b3c7-f975-4937-aed2-fe6d8a09cd0a", "LLMInferenceService": "rate-test-model-88828d", "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "authType": "userdefined"} 2026-09-04T23:59:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88828d","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "rate-test-model-88828d", "reconcileID": "1446b3c7-f975-4937-aed2-fe6d8a09cd0a", "LLMInferenceService": "rate-test-model-88828d", "namespace": "ai-tenant-e2e-shared-b-w3-88828d"} 2026-09-04T23:59:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8cff3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8cff3b", "reconcileID": "3c29fbef-8f67-4ced-a5cf-25ed3a14e13b", "Gateway": "e2e-api-b-8cff3b", "namespace": "openshift-ingress"} 2026-09-04T23:59:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8cff3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8cff3b", "reconcileID": "3c29fbef-8f67-4ced-a5cf-25ed3a14e13b", "Gateway": "e2e-api-b-8cff3b", "namespace": "openshift-ingress", "name": "e2e-api-b-8cff3b-authn-ssl"} 2026-09-04T23:59:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8cff3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8cff3b", "reconcileID": "3c29fbef-8f67-4ced-a5cf-25ed3a14e13b", "Gateway": "e2e-api-b-8cff3b", "namespace": "openshift-ingress"} 2026-09-04T23:59:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8cff3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8cff3b", "reconcileID": "c1ef49bb-4c10-469d-9531-2bda5ca4bb80", "Gateway": "e2e-api-b-8cff3b", "namespace": "openshift-ingress"} 2026-09-04T23:59:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8cff3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8cff3b", "reconcileID": "c1ef49bb-4c10-469d-9531-2bda5ca4bb80", "Gateway": "e2e-api-b-8cff3b", "namespace": "openshift-ingress", "name": "e2e-api-b-8cff3b-authn-ssl"} 2026-09-04T23:59:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8cff3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8cff3b", "reconcileID": "c1ef49bb-4c10-469d-9531-2bda5ca4bb80", "Gateway": "e2e-api-b-8cff3b", "namespace": "openshift-ingress"} 2026-09-04T23:59:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8cff3b"}, "namespace": "ai-tenant-e2e-api-b-8cff3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f70eb7a8-fc4d-4c3f-a9bc-c9a55107ca29", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8cff3b"} 2026-09-04T23:59:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8cff3b"}, "namespace": "ai-tenant-e2e-api-b-8cff3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f70eb7a8-fc4d-4c3f-a9bc-c9a55107ca29", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8cff3b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-04T23:59:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8cff3b"}, "namespace": "ai-tenant-e2e-api-b-8cff3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f70eb7a8-fc4d-4c3f-a9bc-c9a55107ca29", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-8cff3b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-04T23:59:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8cff3b"}, "namespace": "ai-tenant-e2e-api-b-8cff3b", "name": "odh-trusted-ca-bundle", "reconcileID": "4b97b272-cd10-4f98-a2f5-5a75f7f7124d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8cff3b"} 2026-09-04T23:59:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8cff3b"}, "namespace": "ai-tenant-e2e-api-b-8cff3b", "name": "odh-trusted-ca-bundle", "reconcileID": "4b97b272-cd10-4f98-a2f5-5a75f7f7124d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8cff3b"} 2026-09-04T23:59:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8cff3b"}, "namespace": "ai-tenant-e2e-api-b-8cff3b", "name": "openshift-service-ca.crt", "reconcileID": "25638b29-591b-4d31-b56c-3fb08a6688b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8cff3b"} 2026-09-04T23:59:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8cff3b"}, "namespace": "ai-tenant-e2e-api-b-8cff3b", "name": "openshift-service-ca.crt", "reconcileID": "25638b29-591b-4d31-b56c-3fb08a6688b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8cff3b"} 2026-09-04T23:59:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8cff3b"}, "namespace": "ai-tenant-e2e-api-b-8cff3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a151d14-a91c-4f35-9704-08d5c2b29662", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8cff3b"} 2026-09-04T23:59:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8cff3b"}, "namespace": "ai-tenant-e2e-api-b-8cff3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a151d14-a91c-4f35-9704-08d5c2b29662", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8cff3b"} 2026-09-04T23:59:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8cff3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8cff3b", "reconcileID": "17900dbf-7783-4c93-b900-64a27d0aef89", "Gateway": "e2e-api-b-8cff3b", "namespace": "openshift-ingress"} 2026-09-04T23:59:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-e35897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e35897", "reconcileID": "fb3b186e-8fe6-4f9f-bc40-a1482d2e4f14", "Gateway": "e2e-shared-a-w2-e35897", "namespace": "openshift-ingress"} 2026-09-04T23:59:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-e35897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e35897", "reconcileID": "fb3b186e-8fe6-4f9f-bc40-a1482d2e4f14", "Gateway": "e2e-shared-a-w2-e35897", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e35897-authn-ssl"} 2026-09-04T23:59:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-e35897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e35897", "reconcileID": "fb3b186e-8fe6-4f9f-bc40-a1482d2e4f14", "Gateway": "e2e-shared-a-w2-e35897", "namespace": "openshift-ingress"} 2026-09-04T23:59:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-e35897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e35897", "reconcileID": "af126f3a-98a1-400b-9410-92299507f44e", "Gateway": "e2e-shared-a-w2-e35897", "namespace": "openshift-ingress"} 2026-09-04T23:59:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-e35897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e35897", "reconcileID": "af126f3a-98a1-400b-9410-92299507f44e", "Gateway": "e2e-shared-a-w2-e35897", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e35897-authn-ssl"} 2026-09-04T23:59:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-e35897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e35897", "reconcileID": "af126f3a-98a1-400b-9410-92299507f44e", "Gateway": "e2e-shared-a-w2-e35897", "namespace": "openshift-ingress"} 2026-09-05T00:00:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e35897"}, "namespace": "ai-tenant-e2e-shared-a-w2-e35897", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "834fca19-deff-4908-b029-765ee6b2c857", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-e35897"} 2026-09-05T00:00:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e35897"}, "namespace": "ai-tenant-e2e-shared-a-w2-e35897", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "834fca19-deff-4908-b029-765ee6b2c857", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-e35897", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T00:00:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e35897"}, "namespace": "ai-tenant-e2e-shared-a-w2-e35897", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "834fca19-deff-4908-b029-765ee6b2c857", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-e35897 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T00:00:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e35897"}, "namespace": "ai-tenant-e2e-shared-a-w2-e35897", "name": "odh-trusted-ca-bundle", "reconcileID": "a981dd47-845d-4483-84c7-2bee4569348e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-e35897"} 2026-09-05T00:00:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e35897"}, "namespace": "ai-tenant-e2e-shared-a-w2-e35897", "name": "odh-trusted-ca-bundle", "reconcileID": "a981dd47-845d-4483-84c7-2bee4569348e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-e35897"} 2026-09-05T00:00:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-e35897"}, "namespace": "ai-tenant-e2e-shared-a-w2-e35897", "name": "openshift-service-ca.crt", "reconcileID": "f17e2bd9-16eb-47d9-a451-787aa9c01561", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-e35897"} 2026-09-05T00:00:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-e35897"}, "namespace": "ai-tenant-e2e-shared-a-w2-e35897", "name": "openshift-service-ca.crt", "reconcileID": "f17e2bd9-16eb-47d9-a451-787aa9c01561", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-e35897"} 2026-09-05T00:00:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e35897"}, "namespace": "ai-tenant-e2e-shared-a-w2-e35897", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a69e688-f16c-4076-b14b-97314c2dfffa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-e35897"} 2026-09-05T00:00:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-e35897"}, "namespace": "ai-tenant-e2e-shared-a-w2-e35897", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a69e688-f16c-4076-b14b-97314c2dfffa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-e35897"} 2026-09-05T00:00:00Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-e35897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-e35897", "reconcileID": "c640bf39-5f83-4aa7-a838-327a6c398ac0", "Gateway": "e2e-shared-a-w2-e35897", "namespace": "openshift-ingress"} 2026-09-05T00:00:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5245c1","namespace":"ai-tenant-e2e-shared-a-w3-5245c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "name": "rate-test-model-5245c1", "reconcileID": "120fb479-6ff6-4f48-8b77-628a942804a1", "LLMInferenceService": "rate-test-model-5245c1", "namespace": "ai-tenant-e2e-shared-a-w3-5245c1"} 2026-09-05T00:00:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5245c1","namespace":"ai-tenant-e2e-shared-a-w3-5245c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "name": "rate-test-model-5245c1", "reconcileID": "120fb479-6ff6-4f48-8b77-628a942804a1", "LLMInferenceService": "rate-test-model-5245c1", "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "name": "rate-test-model-5245c1"} 2026-09-05T00:00:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5245c1","namespace":"ai-tenant-e2e-shared-a-w3-5245c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "name": "rate-test-model-5245c1", "reconcileID": "120fb479-6ff6-4f48-8b77-628a942804a1", "LLMInferenceService": "rate-test-model-5245c1", "namespace": "ai-tenant-e2e-shared-a-w3-5245c1"} 2026-09-05T00:00:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5245c1","namespace":"ai-tenant-e2e-shared-a-w3-5245c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "name": "rate-test-model-5245c1", "reconcileID": "120fb479-6ff6-4f48-8b77-628a942804a1", "LLMInferenceService": "rate-test-model-5245c1", "namespace": "ai-tenant-e2e-shared-a-w3-5245c1"} 2026-09-05T00:00:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5245c1","namespace":"ai-tenant-e2e-shared-a-w3-5245c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "name": "rate-test-model-5245c1", "reconcileID": "120fb479-6ff6-4f48-8b77-628a942804a1", "LLMInferenceService": "rate-test-model-5245c1", "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "name": "rate-test-model-5245c1-kserve-route-authn"} 2026-09-05T00:00:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5245c1","namespace":"ai-tenant-e2e-shared-a-w3-5245c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "name": "rate-test-model-5245c1", "reconcileID": "120fb479-6ff6-4f48-8b77-628a942804a1", "LLMInferenceService": "rate-test-model-5245c1", "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "name": "rate-test-model-5245c1-kserve-route-authn"} 2026-09-05T00:00:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5245c1","namespace":"ai-tenant-e2e-shared-a-w3-5245c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "name": "rate-test-model-5245c1", "reconcileID": "120fb479-6ff6-4f48-8b77-628a942804a1", "LLMInferenceService": "rate-test-model-5245c1", "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "namespace": "ai-tenant-e2e-shared-a-w3-5245c1"} 2026-09-05T00:00:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5245c1","namespace":"ai-tenant-e2e-shared-a-w3-5245c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "name": "rate-test-model-5245c1", "reconcileID": "120fb479-6ff6-4f48-8b77-628a942804a1", "LLMInferenceService": "rate-test-model-5245c1", "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "namespace": "ai-tenant-e2e-shared-a-w3-5245c1"} 2026-09-05T00:00:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5245c1","namespace":"ai-tenant-e2e-shared-a-w3-5245c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "name": "rate-test-model-5245c1", "reconcileID": "202f7c28-9961-4f13-ab86-40ec228d0cad", "LLMInferenceService": "rate-test-model-5245c1", "namespace": "ai-tenant-e2e-shared-a-w3-5245c1"} 2026-09-05T00:00:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5245c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5245c1", "reconcileID": "ed8982e3-6dd6-4fd0-97b1-30e333ee949b", "Gateway": "e2e-shared-a-w3-5245c1", "namespace": "openshift-ingress"} 2026-09-05T00:00:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5245c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5245c1", "reconcileID": "ed8982e3-6dd6-4fd0-97b1-30e333ee949b", "Gateway": "e2e-shared-a-w3-5245c1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5245c1-authn-ssl"} 2026-09-05T00:00:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5245c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5245c1", "reconcileID": "ed8982e3-6dd6-4fd0-97b1-30e333ee949b", "Gateway": "e2e-shared-a-w3-5245c1", "namespace": "openshift-ingress"} 2026-09-05T00:00:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5245c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5245c1", "reconcileID": "6ed06cc5-9b95-41f1-b180-ff42a58fbffb", "Gateway": "e2e-shared-a-w3-5245c1", "namespace": "openshift-ingress"} 2026-09-05T00:00:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5245c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5245c1", "reconcileID": "6ed06cc5-9b95-41f1-b180-ff42a58fbffb", "Gateway": "e2e-shared-a-w3-5245c1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5245c1-authn-ssl"} 2026-09-05T00:00:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5245c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5245c1", "reconcileID": "6ed06cc5-9b95-41f1-b180-ff42a58fbffb", "Gateway": "e2e-shared-a-w3-5245c1", "namespace": "openshift-ingress"} 2026-09-05T00:00:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88828d","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "rate-test-model-88828d", "reconcileID": "ad58d8d8-78db-47e6-afce-be1a3a14799d", "LLMInferenceService": "rate-test-model-88828d", "namespace": "ai-tenant-e2e-shared-b-w3-88828d"} 2026-09-05T00:00:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88828d","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "rate-test-model-88828d", "reconcileID": "ad58d8d8-78db-47e6-afce-be1a3a14799d", "LLMInferenceService": "rate-test-model-88828d", "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "rate-test-model-88828d"} 2026-09-05T00:00:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88828d","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "rate-test-model-88828d", "reconcileID": "ad58d8d8-78db-47e6-afce-be1a3a14799d", "LLMInferenceService": "rate-test-model-88828d", "namespace": "ai-tenant-e2e-shared-b-w3-88828d"} 2026-09-05T00:00:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88828d","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "rate-test-model-88828d", "reconcileID": "ad58d8d8-78db-47e6-afce-be1a3a14799d", "LLMInferenceService": "rate-test-model-88828d", "namespace": "ai-tenant-e2e-shared-b-w3-88828d"} 2026-09-05T00:00:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88828d","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "rate-test-model-88828d", "reconcileID": "ad58d8d8-78db-47e6-afce-be1a3a14799d", "LLMInferenceService": "rate-test-model-88828d", "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "rate-test-model-88828d-kserve-route-authn"} 2026-09-05T00:00:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88828d","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "rate-test-model-88828d", "reconcileID": "ad58d8d8-78db-47e6-afce-be1a3a14799d", "LLMInferenceService": "rate-test-model-88828d", "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "rate-test-model-88828d-kserve-route-authn"} 2026-09-05T00:00:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88828d","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "rate-test-model-88828d", "reconcileID": "ad58d8d8-78db-47e6-afce-be1a3a14799d", "LLMInferenceService": "rate-test-model-88828d", "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "namespace": "ai-tenant-e2e-shared-b-w3-88828d"} 2026-09-05T00:00:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88828d","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "rate-test-model-88828d", "reconcileID": "ad58d8d8-78db-47e6-afce-be1a3a14799d", "LLMInferenceService": "rate-test-model-88828d", "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "namespace": "ai-tenant-e2e-shared-b-w3-88828d"} 2026-09-05T00:00:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88828d","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "rate-test-model-88828d", "reconcileID": "850b7a7b-4f7e-4b73-b83c-6ab43ce2a40a", "LLMInferenceService": "rate-test-model-88828d", "namespace": "ai-tenant-e2e-shared-b-w3-88828d"} 2026-09-05T00:00:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-88828d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-88828d", "reconcileID": "a8d8dac1-949b-4031-98ea-c17e307040ae", "Gateway": "e2e-shared-b-w3-88828d", "namespace": "openshift-ingress"} 2026-09-05T00:00:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-88828d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-88828d", "reconcileID": "a8d8dac1-949b-4031-98ea-c17e307040ae", "Gateway": "e2e-shared-b-w3-88828d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-88828d-authn-ssl"} 2026-09-05T00:00:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-88828d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-88828d", "reconcileID": "a8d8dac1-949b-4031-98ea-c17e307040ae", "Gateway": "e2e-shared-b-w3-88828d", "namespace": "openshift-ingress"} 2026-09-05T00:00:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-88828d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-88828d", "reconcileID": "e3bd531e-f8c0-4426-9a86-df0dacce9c88", "Gateway": "e2e-shared-b-w3-88828d", "namespace": "openshift-ingress"} 2026-09-05T00:00:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-88828d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-88828d", "reconcileID": "e3bd531e-f8c0-4426-9a86-df0dacce9c88", "Gateway": "e2e-shared-b-w3-88828d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-88828d-authn-ssl"} 2026-09-05T00:00:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-88828d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-88828d", "reconcileID": "e3bd531e-f8c0-4426-9a86-df0dacce9c88", "Gateway": "e2e-shared-b-w3-88828d", "namespace": "openshift-ingress"} 2026-09-05T00:00:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "9f06fa81-e815-48c6-8f68-17159539381a", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:00:05Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "9f06fa81-e815-48c6-8f68-17159539381a", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561-authn-ssl"} 2026-09-05T00:00:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "9f06fa81-e815-48c6-8f68-17159539381a", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:00:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "615d01e3-df34-4245-9a25-e1dcb8cdcd54", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:00:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "615d01e3-df34-4245-9a25-e1dcb8cdcd54", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561-authn-ssl"} 2026-09-05T00:00:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "615d01e3-df34-4245-9a25-e1dcb8cdcd54", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:00:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "9bbfa75b-90be-412f-a005-398c7c393bef", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:00:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "9bbfa75b-90be-412f-a005-398c7c393bef", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561-authn-ssl"} 2026-09-05T00:00:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "9bbfa75b-90be-412f-a005-398c7c393bef", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:00:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "599142e7-7503-4e1d-b1e1-91efa4b4a200", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:00:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "599142e7-7503-4e1d-b1e1-91efa4b4a200", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561-authn-ssl"} 2026-09-05T00:00:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "599142e7-7503-4e1d-b1e1-91efa4b4a200", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:00:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "793d1e77-ce96-4e07-b409-e1bdb47ff8ab", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:00:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "793d1e77-ce96-4e07-b409-e1bdb47ff8ab", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561-authn-ssl"} 2026-09-05T00:00:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "793d1e77-ce96-4e07-b409-e1bdb47ff8ab", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:00:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "a5abd2e9-fb78-4be2-8adc-809db66be418", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:00:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "a5abd2e9-fb78-4be2-8adc-809db66be418", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561-authn-ssl"} 2026-09-05T00:00:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "a5abd2e9-fb78-4be2-8adc-809db66be418", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:00:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "7ac192be-91e8-41a0-84a0-60b0e7494e39", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:00:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "7ac192be-91e8-41a0-84a0-60b0e7494e39", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561-authn-ssl"} 2026-09-05T00:00:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "7ac192be-91e8-41a0-84a0-60b0e7494e39", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:00:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "openshift-service-ca.crt", "reconcileID": "a480c84a-c534-4e6c-8ba7-9506a206c935", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:00:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "odh-trusted-ca-bundle", "reconcileID": "44f581bb-8484-4aa0-a977-6ca091e89b8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:00:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "openshift-service-ca.crt", "reconcileID": "97b93dcc-d58f-4578-b725-fe8e7bd776d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bea561", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T00:00:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "openshift-service-ca.crt", "reconcileID": "97b93dcc-d58f-4578-b725-fe8e7bd776d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:00:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "openshift-service-ca.crt", "reconcileID": "e92e1bf4-5c32-4e9b-8218-3b305048ad5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:00:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "865a3845-8812-45a6-aaa9-4b68fb6f6410", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:00:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "odh-trusted-ca-bundle", "reconcileID": "8248151f-1916-4048-96b7-c2559c16eb50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bea561", "update": "odh-kserve-custom-ca-bundle"} 2026-09-05T00:00:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "odh-trusted-ca-bundle", "reconcileID": "8248151f-1916-4048-96b7-c2559c16eb50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:00:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b9eb8e4-6408-4cf8-8051-5584de41624b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:00:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "f130ffd7-6eb4-42f4-a326-9b258eb22d27", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:00:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "f130ffd7-6eb4-42f4-a326-9b258eb22d27", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561-authn-ssl"} 2026-09-05T00:00:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "f130ffd7-6eb4-42f4-a326-9b258eb22d27", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:00:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f7eb8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f7eb8e", "reconcileID": "b4d01e13-fb5d-4dab-95ba-a1eaa041f4a9", "Gateway": "e2e-shared-b-w2-f7eb8e", "namespace": "openshift-ingress"} 2026-09-05T00:00:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f7eb8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f7eb8e", "reconcileID": "b4d01e13-fb5d-4dab-95ba-a1eaa041f4a9", "Gateway": "e2e-shared-b-w2-f7eb8e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f7eb8e-authn-ssl"} 2026-09-05T00:00:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f7eb8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f7eb8e", "reconcileID": "b4d01e13-fb5d-4dab-95ba-a1eaa041f4a9", "Gateway": "e2e-shared-b-w2-f7eb8e", "namespace": "openshift-ingress"} 2026-09-05T00:00:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f7eb8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f7eb8e", "reconcileID": "3feeab0f-89bf-425f-85cc-1b6fc1350752", "Gateway": "e2e-shared-b-w2-f7eb8e", "namespace": "openshift-ingress"} 2026-09-05T00:00:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f7eb8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f7eb8e", "reconcileID": "3feeab0f-89bf-425f-85cc-1b6fc1350752", "Gateway": "e2e-shared-b-w2-f7eb8e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f7eb8e-authn-ssl"} 2026-09-05T00:00:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f7eb8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f7eb8e", "reconcileID": "3feeab0f-89bf-425f-85cc-1b6fc1350752", "Gateway": "e2e-shared-b-w2-f7eb8e", "namespace": "openshift-ingress"} 2026-09-05T00:00:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "37051693-9ac8-49c7-bdcb-bcd987d6332f", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:00:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "37051693-9ac8-49c7-bdcb-bcd987d6332f", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561-authn-ssl"} 2026-09-05T00:00:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "37051693-9ac8-49c7-bdcb-bcd987d6332f", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:00:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f7eb8e"}, "namespace": "ai-tenant-e2e-shared-b-w2-f7eb8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0850a0e4-2783-400b-9a91-f5c0a51e84e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f7eb8e"} 2026-09-05T00:00:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f7eb8e"}, "namespace": "ai-tenant-e2e-shared-b-w2-f7eb8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0850a0e4-2783-400b-9a91-f5c0a51e84e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f7eb8e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T00:00:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f7eb8e"}, "namespace": "ai-tenant-e2e-shared-b-w2-f7eb8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0850a0e4-2783-400b-9a91-f5c0a51e84e2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-f7eb8e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T00:00:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f7eb8e"}, "namespace": "ai-tenant-e2e-shared-b-w2-f7eb8e", "name": "odh-trusted-ca-bundle", "reconcileID": "4af5ec93-d789-4a74-b762-e6b9bcda1922", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f7eb8e"} 2026-09-05T00:00:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f7eb8e"}, "namespace": "ai-tenant-e2e-shared-b-w2-f7eb8e", "name": "odh-trusted-ca-bundle", "reconcileID": "4af5ec93-d789-4a74-b762-e6b9bcda1922", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f7eb8e"} 2026-09-05T00:00:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-f7eb8e"}, "namespace": "ai-tenant-e2e-shared-b-w2-f7eb8e", "name": "openshift-service-ca.crt", "reconcileID": "633079b7-6bca-4c4f-bfae-ba2801cd6ba4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-f7eb8e"} 2026-09-05T00:00:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-f7eb8e"}, "namespace": "ai-tenant-e2e-shared-b-w2-f7eb8e", "name": "openshift-service-ca.crt", "reconcileID": "633079b7-6bca-4c4f-bfae-ba2801cd6ba4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-f7eb8e"} 2026-09-05T00:00:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f7eb8e"}, "namespace": "ai-tenant-e2e-shared-b-w2-f7eb8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37d98c80-6f13-4536-b77d-adb11c647e1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f7eb8e"} 2026-09-05T00:00:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f7eb8e"}, "namespace": "ai-tenant-e2e-shared-b-w2-f7eb8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37d98c80-6f13-4536-b77d-adb11c647e1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f7eb8e"} 2026-09-05T00:00:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f7eb8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f7eb8e", "reconcileID": "4001e5b3-500c-4593-b4c7-bd142d614de6", "Gateway": "e2e-shared-b-w2-f7eb8e", "namespace": "openshift-ingress"} 2026-09-05T00:00:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "7c83bf44-21b1-472c-b108-1aa8892503bb", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:00:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "7c83bf44-21b1-472c-b108-1aa8892503bb", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c-authn-ssl"} 2026-09-05T00:00:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "7c83bf44-21b1-472c-b108-1aa8892503bb", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:00:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "f7312902-30c3-42dd-b556-609b6b0c49e6", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:00:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "f7312902-30c3-42dd-b556-609b6b0c49e6", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c-authn-ssl"} 2026-09-05T00:00:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "f7312902-30c3-42dd-b556-609b6b0c49e6", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:00:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "53dfd654-32bc-49f7-99a3-446e59ff7aca", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:00:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "53dfd654-32bc-49f7-99a3-446e59ff7aca", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c-authn-ssl"} 2026-09-05T00:00:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "53dfd654-32bc-49f7-99a3-446e59ff7aca", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:00:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "eea63d86-f62b-4b98-8625-d1b33e17eea1", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:00:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "eea63d86-f62b-4b98-8625-d1b33e17eea1", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c-authn-ssl"} 2026-09-05T00:00:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "eea63d86-f62b-4b98-8625-d1b33e17eea1", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:00:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "d4ed1f74-a5a7-483d-9dd7-47ed0965c951", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:00:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "d4ed1f74-a5a7-483d-9dd7-47ed0965c951", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c-authn-ssl"} 2026-09-05T00:00:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "d4ed1f74-a5a7-483d-9dd7-47ed0965c951", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:00:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "ff4540ac-30cf-402c-940e-97f943809535", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:00:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "ff4540ac-30cf-402c-940e-97f943809535", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c-authn-ssl"} 2026-09-05T00:00:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "ff4540ac-30cf-402c-940e-97f943809535", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:00:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "6dfcbd45-e1a7-471f-9933-2bb831eac447", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:00:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "6dfcbd45-e1a7-471f-9933-2bb831eac447", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c-authn-ssl"} 2026-09-05T00:00:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "6dfcbd45-e1a7-471f-9933-2bb831eac447", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:00:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-64702c"}, "namespace": "ai-tenant-e2e-ipp-b-64702c", "name": "openshift-service-ca.crt", "reconcileID": "922c3ded-2833-45c9-9b5d-1778f12b79e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-64702c"} 2026-09-05T00:00:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-64702c"}, "namespace": "ai-tenant-e2e-ipp-b-64702c", "name": "odh-trusted-ca-bundle", "reconcileID": "0b10b25e-3c3c-466a-91e5-b3c4aab141f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-64702c"} 2026-09-05T00:00:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-64702c"}, "namespace": "ai-tenant-e2e-ipp-b-64702c", "name": "openshift-service-ca.crt", "reconcileID": "09a7674d-87a8-42d0-989c-750d12804f69", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-64702c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T00:00:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-64702c"}, "namespace": "ai-tenant-e2e-ipp-b-64702c", "name": "openshift-service-ca.crt", "reconcileID": "09a7674d-87a8-42d0-989c-750d12804f69", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-64702c"} 2026-09-05T00:00:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-64702c"}, "namespace": "ai-tenant-e2e-ipp-b-64702c", "name": "openshift-service-ca.crt", "reconcileID": "cd12850f-5719-41d0-b4a5-20d311fcd937", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-64702c"} 2026-09-05T00:00:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-64702c"}, "namespace": "ai-tenant-e2e-ipp-b-64702c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14ce7f1b-1212-48d2-8761-cf74e46732a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-64702c"} 2026-09-05T00:00:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-64702c"}, "namespace": "ai-tenant-e2e-ipp-b-64702c", "name": "odh-trusted-ca-bundle", "reconcileID": "13526737-46e1-4004-8ff5-6ffee2e49fbb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-64702c", "update": "odh-kserve-custom-ca-bundle"} 2026-09-05T00:00:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-64702c"}, "namespace": "ai-tenant-e2e-ipp-b-64702c", "name": "odh-trusted-ca-bundle", "reconcileID": "13526737-46e1-4004-8ff5-6ffee2e49fbb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-64702c"} 2026-09-05T00:00:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-64702c"}, "namespace": "ai-tenant-e2e-ipp-b-64702c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c7b9236-8732-4eb5-9b97-5aeb2708c35f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-64702c"} 2026-09-05T00:00:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "c674d4ad-a9f2-4d79-b431-4d13608ff24c", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:00:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "c674d4ad-a9f2-4d79-b431-4d13608ff24c", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c-authn-ssl"} 2026-09-05T00:00:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "c674d4ad-a9f2-4d79-b431-4d13608ff24c", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:00:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "9ac14498-5318-4fd7-84c6-2d093a6e7a2c", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:00:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "9ac14498-5318-4fd7-84c6-2d093a6e7a2c", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c-authn-ssl"} 2026-09-05T00:00:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "9ac14498-5318-4fd7-84c6-2d093a6e7a2c", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:01:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "2ae76528-d24d-4f6b-a1a3-b7790d455e17", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:01:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "2ae76528-d24d-4f6b-a1a3-b7790d455e17", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:01:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "2ae76528-d24d-4f6b-a1a3-b7790d455e17", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:01:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "dd458064-058e-49e5-a89b-85bc8f8679dd", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:01:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "2ae76528-d24d-4f6b-a1a3-b7790d455e17", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561-kserve-route-authn"} 2026-09-05T00:01:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "2ae76528-d24d-4f6b-a1a3-b7790d455e17", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "authType": "userdefined"} 2026-09-05T00:01:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "2ae76528-d24d-4f6b-a1a3-b7790d455e17", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:01:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "dd458064-058e-49e5-a89b-85bc8f8679dd", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561-authn-ssl"} 2026-09-05T00:01:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "dd458064-058e-49e5-a89b-85bc8f8679dd", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:01:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "69bd2e91-f49b-4af1-a0a1-fe70841f4600", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:01:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "69bd2e91-f49b-4af1-a0a1-fe70841f4600", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:01:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "69bd2e91-f49b-4af1-a0a1-fe70841f4600", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:01:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "69bd2e91-f49b-4af1-a0a1-fe70841f4600", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561-kserve-route-authn"} 2026-09-05T00:01:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "69bd2e91-f49b-4af1-a0a1-fe70841f4600", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "authType": "userdefined"} 2026-09-05T00:01:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "69bd2e91-f49b-4af1-a0a1-fe70841f4600", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:01:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "9fee6d72-b1e5-4228-86f9-3ce24c1ea96c", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:01:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "9fee6d72-b1e5-4228-86f9-3ce24c1ea96c", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561-authn-ssl"} 2026-09-05T00:01:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "9fee6d72-b1e5-4228-86f9-3ce24c1ea96c", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:01:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "5d6dcd1b-a13f-4abc-86f2-a28a45b0259d", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:01:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "5d6dcd1b-a13f-4abc-86f2-a28a45b0259d", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:01:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "5d6dcd1b-a13f-4abc-86f2-a28a45b0259d", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:01:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "5d6dcd1b-a13f-4abc-86f2-a28a45b0259d", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561-kserve-route-authn"} 2026-09-05T00:01:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "5d6dcd1b-a13f-4abc-86f2-a28a45b0259d", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "authType": "userdefined"} 2026-09-05T00:01:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "5d6dcd1b-a13f-4abc-86f2-a28a45b0259d", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:01:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "b00bb66e-3963-4dad-920a-eb89cf4fbedb", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:01:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "b00bb66e-3963-4dad-920a-eb89cf4fbedb", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:01:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "b00bb66e-3963-4dad-920a-eb89cf4fbedb", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:01:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "b00bb66e-3963-4dad-920a-eb89cf4fbedb", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561-kserve-route-authn"} 2026-09-05T00:01:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "b00bb66e-3963-4dad-920a-eb89cf4fbedb", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "authType": "userdefined"} 2026-09-05T00:01:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "b00bb66e-3963-4dad-920a-eb89cf4fbedb", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:01:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "b4373699-7cf3-4189-9c7c-834b85d2c4eb", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:01:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "b4373699-7cf3-4189-9c7c-834b85d2c4eb", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:01:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "b4373699-7cf3-4189-9c7c-834b85d2c4eb", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:01:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "b4373699-7cf3-4189-9c7c-834b85d2c4eb", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561-kserve-route-authn"} 2026-09-05T00:01:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "b4373699-7cf3-4189-9c7c-834b85d2c4eb", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "authType": "userdefined"} 2026-09-05T00:01:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "b4373699-7cf3-4189-9c7c-834b85d2c4eb", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:01:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "24fa4f67-ca87-4ae4-999a-13450c3365f1", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:01:41Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "24fa4f67-ca87-4ae4-999a-13450c3365f1", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355-authn-ssl"} 2026-09-05T00:01:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "24fa4f67-ca87-4ae4-999a-13450c3365f1", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:01:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "e96b0212-f5f8-4014-8ff4-ab5b984e51a4", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:01:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "e96b0212-f5f8-4014-8ff4-ab5b984e51a4", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355-authn-ssl"} 2026-09-05T00:01:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "e96b0212-f5f8-4014-8ff4-ab5b984e51a4", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:01:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "c6df4209-8f22-482e-9a4b-49af97148276", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:01:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "c6df4209-8f22-482e-9a4b-49af97148276", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355-authn-ssl"} 2026-09-05T00:01:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "c6df4209-8f22-482e-9a4b-49af97148276", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:01:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "6dd8c00b-e740-4b6a-a71f-206bc5750e7b", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:01:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "6dd8c00b-e740-4b6a-a71f-206bc5750e7b", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355-authn-ssl"} 2026-09-05T00:01:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "6dd8c00b-e740-4b6a-a71f-206bc5750e7b", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:01:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "9a5ed3ce-55b6-4bfd-b252-53cb82ba0306", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:01:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "9a5ed3ce-55b6-4bfd-b252-53cb82ba0306", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355-authn-ssl"} 2026-09-05T00:01:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "9a5ed3ce-55b6-4bfd-b252-53cb82ba0306", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:01:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "4f6e6102-7e84-4f01-8843-63b20bba69d7", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:01:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "4f6e6102-7e84-4f01-8843-63b20bba69d7", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355-authn-ssl"} 2026-09-05T00:01:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "4f6e6102-7e84-4f01-8843-63b20bba69d7", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:01:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "1da57453-6a19-470a-ac8e-01264e1417af", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:01:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "1da57453-6a19-470a-ac8e-01264e1417af", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355-authn-ssl"} 2026-09-05T00:01:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "1da57453-6a19-470a-ac8e-01264e1417af", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:01:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b3c355"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355", "name": "openshift-service-ca.crt", "reconcileID": "fdb96689-b0be-4120-b35f-5fc82f1c46bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355"} 2026-09-05T00:01:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b3c355"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355", "name": "odh-trusted-ca-bundle", "reconcileID": "6135d1da-39bf-4078-9c33-8613e5255036", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355"} 2026-09-05T00:01:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b3c355"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355", "name": "openshift-service-ca.crt", "reconcileID": "ba5d328a-f3d7-42f4-aa98-c4ca7d069b46", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T00:01:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b3c355"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355", "name": "openshift-service-ca.crt", "reconcileID": "ba5d328a-f3d7-42f4-aa98-c4ca7d069b46", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355"} 2026-09-05T00:01:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b3c355"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc16284f-1c13-47b4-827b-7f7c97066aef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355"} 2026-09-05T00:01:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b3c355"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355", "name": "openshift-service-ca.crt", "reconcileID": "2f951015-2694-4fa6-a83c-ae9280143705", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355"} 2026-09-05T00:01:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b3c355"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355", "name": "odh-trusted-ca-bundle", "reconcileID": "54d1517b-5f35-4f83-9d2c-dd8edea2c2bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355", "update": "odh-kserve-custom-ca-bundle"} 2026-09-05T00:01:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b3c355"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355", "name": "odh-trusted-ca-bundle", "reconcileID": "54d1517b-5f35-4f83-9d2c-dd8edea2c2bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355"} 2026-09-05T00:01:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b3c355"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae1514b0-1557-45a1-9f94-e91362b479eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355"} 2026-09-05T00:01:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "d12e59b6-bbc7-4664-b227-d9562b39dfd4", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:01:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "d12e59b6-bbc7-4664-b227-d9562b39dfd4", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355-authn-ssl"} 2026-09-05T00:01:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "d12e59b6-bbc7-4664-b227-d9562b39dfd4", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:01:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "04669d44-0b3a-4736-974d-f26874d93235", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:01:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "04669d44-0b3a-4736-974d-f26874d93235", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355-authn-ssl"} 2026-09-05T00:01:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "04669d44-0b3a-4736-974d-f26874d93235", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:02:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "cc09efc4-cc1d-4698-a074-f7e35740317a", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:02:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "cc09efc4-cc1d-4698-a074-f7e35740317a", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355-authn-ssl"} 2026-09-05T00:02:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "cc09efc4-cc1d-4698-a074-f7e35740317a", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:02:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "c072f1cd-f937-4e4a-996a-ecc84b3cd9c9", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:02:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "c072f1cd-f937-4e4a-996a-ecc84b3cd9c9", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355-authn-ssl"} 2026-09-05T00:02:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "c072f1cd-f937-4e4a-996a-ecc84b3cd9c9", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:02:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b3c355"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b954e034-4d81-4f1d-82bd-6404fd833960", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355"} 2026-09-05T00:02:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b3c355"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b954e034-4d81-4f1d-82bd-6404fd833960", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T00:02:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b3c355"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b954e034-4d81-4f1d-82bd-6404fd833960", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-b3c355 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T00:02:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b3c355"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355", "name": "odh-trusted-ca-bundle", "reconcileID": "7654775c-169e-49bc-8b41-341a39acd2dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355"} 2026-09-05T00:02:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b3c355"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355", "name": "odh-trusted-ca-bundle", "reconcileID": "7654775c-169e-49bc-8b41-341a39acd2dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355"} 2026-09-05T00:02:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b3c355"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355", "name": "openshift-service-ca.crt", "reconcileID": "1f202be2-5d88-45ac-95eb-34ba8908d4b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355"} 2026-09-05T00:02:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b3c355"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355", "name": "openshift-service-ca.crt", "reconcileID": "1f202be2-5d88-45ac-95eb-34ba8908d4b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355"} 2026-09-05T00:02:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b3c355"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "068b31fc-db14-4064-9a0a-bb043108ec5f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355"} 2026-09-05T00:02:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b3c355"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "068b31fc-db14-4064-9a0a-bb043108ec5f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b3c355"} 2026-09-05T00:02:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b3c355","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b3c355", "reconcileID": "70fa1926-e7ca-45f7-8fb8-5df07929bef4", "Gateway": "e2e-ipp-cleanup-b3c355", "namespace": "openshift-ingress"} 2026-09-05T00:02:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "bf312e72-80e4-4be3-82fa-77888fe34ad7", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:02:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "bf312e72-80e4-4be3-82fa-77888fe34ad7", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561-authn-ssl"} 2026-09-05T00:02:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "bf312e72-80e4-4be3-82fa-77888fe34ad7", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:02:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "c791164c-5473-4969-a605-164bbbdc6e58", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:02:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "c791164c-5473-4969-a605-164bbbdc6e58", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561-authn-ssl"} 2026-09-05T00:02:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "c791164c-5473-4969-a605-164bbbdc6e58", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:02:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "d8d32425-685d-4580-8ef1-0b083c07414d", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:02:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "d8d32425-685d-4580-8ef1-0b083c07414d", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:02:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "d8d32425-685d-4580-8ef1-0b083c07414d", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:02:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "d8d32425-685d-4580-8ef1-0b083c07414d", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561-kserve-route-authn"} 2026-09-05T00:02:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "d8d32425-685d-4580-8ef1-0b083c07414d", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "authType": "userdefined"} 2026-09-05T00:02:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "d8d32425-685d-4580-8ef1-0b083c07414d", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:02:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "f4f245f8-561a-47d3-b44f-aa426cdf9749", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:02:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "f4f245f8-561a-47d3-b44f-aa426cdf9749", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561-authn-ssl"} 2026-09-05T00:02:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "f4f245f8-561a-47d3-b44f-aa426cdf9749", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:03:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "425a15cd-dd99-4faa-a46c-0ebdf817fd35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:03:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "425a15cd-dd99-4faa-a46c-0ebdf817fd35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bea561", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T00:03:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "425a15cd-dd99-4faa-a46c-0ebdf817fd35", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-bea561 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T00:03:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "odh-trusted-ca-bundle", "reconcileID": "23742494-a284-4c78-a6c1-a325e55cb126", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:03:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "odh-trusted-ca-bundle", "reconcileID": "23742494-a284-4c78-a6c1-a325e55cb126", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:03:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "openshift-service-ca.crt", "reconcileID": "89349ad4-643f-40e8-9115-f1ffd48770de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:03:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "openshift-service-ca.crt", "reconcileID": "89349ad4-643f-40e8-9115-f1ffd48770de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:03:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "49ed176b-d38b-4cbf-a77a-a5ca269a4587", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:03:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "49ed176b-d38b-4cbf-a77a-a5ca269a4587", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:03:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "9e2c7072-dea8-4956-ad4d-8a3b39dca914", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:03:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "9e2c7072-dea8-4956-ad4d-8a3b39dca914", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:03:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "9e2c7072-dea8-4956-ad4d-8a3b39dca914", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:03:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "9e2c7072-dea8-4956-ad4d-8a3b39dca914", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561-kserve-route-authn"} 2026-09-05T00:03:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "9e2c7072-dea8-4956-ad4d-8a3b39dca914", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "authType": "userdefined"} 2026-09-05T00:03:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "9e2c7072-dea8-4956-ad4d-8a3b39dca914", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:03:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "707f8076-dca9-4a6d-bf60-eb6961aad9d8", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:03:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "707f8076-dca9-4a6d-bf60-eb6961aad9d8", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561-authn-ssl"} 2026-09-05T00:03:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "707f8076-dca9-4a6d-bf60-eb6961aad9d8", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:03:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "c486e4c1-7726-48dc-9719-d28b2ab58176", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:03:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "c486e4c1-7726-48dc-9719-d28b2ab58176", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561"} 2026-09-05T00:03:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "c486e4c1-7726-48dc-9719-d28b2ab58176", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:03:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "c486e4c1-7726-48dc-9719-d28b2ab58176", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:03:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "c486e4c1-7726-48dc-9719-d28b2ab58176", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561-kserve-route-authn"} 2026-09-05T00:03:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "c486e4c1-7726-48dc-9719-d28b2ab58176", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561-kserve-route-authn"} 2026-09-05T00:03:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "c486e4c1-7726-48dc-9719-d28b2ab58176", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:03:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "c486e4c1-7726-48dc-9719-d28b2ab58176", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:03:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "38a6bb4f-a908-4a66-bf9b-e0ab448f8a5e", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:03:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "38a6bb4f-a908-4a66-bf9b-e0ab448f8a5e", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561"} 2026-09-05T00:03:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "38a6bb4f-a908-4a66-bf9b-e0ab448f8a5e", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:03:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "38a6bb4f-a908-4a66-bf9b-e0ab448f8a5e", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:03:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "38a6bb4f-a908-4a66-bf9b-e0ab448f8a5e", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561-kserve-route-authn"} 2026-09-05T00:03:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "38a6bb4f-a908-4a66-bf9b-e0ab448f8a5e", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561-kserve-route-authn"} 2026-09-05T00:03:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "38a6bb4f-a908-4a66-bf9b-e0ab448f8a5e", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:03:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "38a6bb4f-a908-4a66-bf9b-e0ab448f8a5e", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:03:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea561","namespace":"ai-tenant-e2e-ipp-a-bea561"}, "namespace": "ai-tenant-e2e-ipp-a-bea561", "name": "ipp-route-bea561", "reconcileID": "22b7d415-7326-4e3b-9c5c-14f5028951f0", "LLMInferenceService": "ipp-route-bea561", "namespace": "ai-tenant-e2e-ipp-a-bea561"} 2026-09-05T00:03:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "f51dac47-d792-4bfa-9773-6445c8c55d19", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:03:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "f51dac47-d792-4bfa-9773-6445c8c55d19", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561-authn-ssl"} 2026-09-05T00:03:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "f51dac47-d792-4bfa-9773-6445c8c55d19", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:03:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea561","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea561", "reconcileID": "ae4a69a1-0154-41cf-a3d8-801bd11b582f", "Gateway": "e2e-ipp-a-bea561", "namespace": "openshift-ingress"} 2026-09-05T00:03:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "69c4684d-78bf-45b7-b8f3-185903796c2e", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:03:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "69c4684d-78bf-45b7-b8f3-185903796c2e", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c-authn-ssl"} 2026-09-05T00:03:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "69c4684d-78bf-45b7-b8f3-185903796c2e", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:03:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "304eccf1-59ce-4c62-834b-ba8182102524", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:03:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "304eccf1-59ce-4c62-834b-ba8182102524", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c-authn-ssl"} 2026-09-05T00:03:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "304eccf1-59ce-4c62-834b-ba8182102524", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:03:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-64702c"}, "namespace": "ai-tenant-e2e-ipp-b-64702c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "967cf27e-314f-48b0-b1f5-32d8bd4172fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-64702c"} 2026-09-05T00:03:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-64702c"}, "namespace": "ai-tenant-e2e-ipp-b-64702c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "967cf27e-314f-48b0-b1f5-32d8bd4172fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-64702c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T00:03:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-64702c"}, "namespace": "ai-tenant-e2e-ipp-b-64702c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "967cf27e-314f-48b0-b1f5-32d8bd4172fc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-64702c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T00:03:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-64702c"}, "namespace": "ai-tenant-e2e-ipp-b-64702c", "name": "odh-trusted-ca-bundle", "reconcileID": "a2a12120-6a0b-4226-809f-d71d29d805b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-64702c"} 2026-09-05T00:03:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-64702c"}, "namespace": "ai-tenant-e2e-ipp-b-64702c", "name": "odh-trusted-ca-bundle", "reconcileID": "a2a12120-6a0b-4226-809f-d71d29d805b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-64702c"} 2026-09-05T00:03:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-64702c"}, "namespace": "ai-tenant-e2e-ipp-b-64702c", "name": "openshift-service-ca.crt", "reconcileID": "e0cabe40-af6f-4d09-bd68-002d24ee3779", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-64702c"} 2026-09-05T00:03:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-64702c"}, "namespace": "ai-tenant-e2e-ipp-b-64702c", "name": "openshift-service-ca.crt", "reconcileID": "e0cabe40-af6f-4d09-bd68-002d24ee3779", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-64702c"} 2026-09-05T00:03:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-64702c"}, "namespace": "ai-tenant-e2e-ipp-b-64702c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "efc3bd01-6c66-4b7d-a823-b36cad442c7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-64702c"} 2026-09-05T00:03:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-64702c"}, "namespace": "ai-tenant-e2e-ipp-b-64702c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "efc3bd01-6c66-4b7d-a823-b36cad442c7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-64702c"} 2026-09-05T00:03:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-64702c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-64702c", "reconcileID": "7ec214f0-cb16-470a-ad9f-d2cba8d6f3fa", "Gateway": "e2e-ipp-b-64702c", "namespace": "openshift-ingress"} 2026-09-05T00:03:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5245c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5245c1", "reconcileID": "3b3dd614-c0c4-48a4-bbff-6888d7226869", "Gateway": "e2e-shared-a-w3-5245c1", "namespace": "openshift-ingress"} 2026-09-05T00:03:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5245c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5245c1", "reconcileID": "3b3dd614-c0c4-48a4-bbff-6888d7226869", "Gateway": "e2e-shared-a-w3-5245c1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5245c1-authn-ssl"} 2026-09-05T00:03:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5245c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5245c1", "reconcileID": "3b3dd614-c0c4-48a4-bbff-6888d7226869", "Gateway": "e2e-shared-a-w3-5245c1", "namespace": "openshift-ingress"} 2026-09-05T00:04:01Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-05T00:04:01Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-05T00:04:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5245c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5245c1", "reconcileID": "089bda65-3827-402b-8231-856fec1a660f", "Gateway": "e2e-shared-a-w3-5245c1", "namespace": "openshift-ingress"} 2026-09-05T00:04:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5245c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5245c1", "reconcileID": "089bda65-3827-402b-8231-856fec1a660f", "Gateway": "e2e-shared-a-w3-5245c1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5245c1-authn-ssl"} 2026-09-05T00:04:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5245c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5245c1", "reconcileID": "089bda65-3827-402b-8231-856fec1a660f", "Gateway": "e2e-shared-a-w3-5245c1", "namespace": "openshift-ingress"} 2026-09-05T00:04:03Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-05T00:04:03Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-05T00:04:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5245c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ca04bd9-8ead-4c79-bb87-3e2bd35b318a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5245c1"} 2026-09-05T00:04:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5245c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ca04bd9-8ead-4c79-bb87-3e2bd35b318a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T00:04:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5245c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ca04bd9-8ead-4c79-bb87-3e2bd35b318a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-5245c1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T00:04:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5245c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "name": "odh-trusted-ca-bundle", "reconcileID": "8017ae82-51e1-407b-bda8-80f282bd12a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5245c1"} 2026-09-05T00:04:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5245c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "name": "odh-trusted-ca-bundle", "reconcileID": "8017ae82-51e1-407b-bda8-80f282bd12a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5245c1"} 2026-09-05T00:04:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-5245c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "name": "openshift-service-ca.crt", "reconcileID": "9727e3c6-5096-4102-9a4f-4fb096f9de39", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-5245c1"} 2026-09-05T00:04:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-5245c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "name": "openshift-service-ca.crt", "reconcileID": "9727e3c6-5096-4102-9a4f-4fb096f9de39", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-5245c1"} 2026-09-05T00:04:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5245c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e8e1150-48cb-4aa0-9696-16248ee00da7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5245c1"} 2026-09-05T00:04:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5245c1"}, "namespace": "ai-tenant-e2e-shared-a-w3-5245c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e8e1150-48cb-4aa0-9696-16248ee00da7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5245c1"} 2026-09-05T00:04:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5245c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5245c1", "reconcileID": "ef5c9dfa-88fd-4d13-a5d9-0f886dd9f805", "Gateway": "e2e-shared-a-w3-5245c1", "namespace": "openshift-ingress"} 2026-09-05T00:04:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-88828d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-88828d", "reconcileID": "51f5d19f-9b66-4f69-a2e4-dfddaf0086fa", "Gateway": "e2e-shared-b-w3-88828d", "namespace": "openshift-ingress"} 2026-09-05T00:04:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-88828d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-88828d", "reconcileID": "51f5d19f-9b66-4f69-a2e4-dfddaf0086fa", "Gateway": "e2e-shared-b-w3-88828d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-88828d-authn-ssl"} 2026-09-05T00:04:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-88828d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-88828d", "reconcileID": "51f5d19f-9b66-4f69-a2e4-dfddaf0086fa", "Gateway": "e2e-shared-b-w3-88828d", "namespace": "openshift-ingress"} 2026-09-05T00:04:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-88828d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-88828d", "reconcileID": "5aac2aae-9e96-49f6-a487-88c42b78549f", "Gateway": "e2e-shared-b-w3-88828d", "namespace": "openshift-ingress"} 2026-09-05T00:04:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-88828d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-88828d", "reconcileID": "5aac2aae-9e96-49f6-a487-88c42b78549f", "Gateway": "e2e-shared-b-w3-88828d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-88828d-authn-ssl"} 2026-09-05T00:04:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-88828d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-88828d", "reconcileID": "5aac2aae-9e96-49f6-a487-88c42b78549f", "Gateway": "e2e-shared-b-w3-88828d", "namespace": "openshift-ingress"} 2026-09-05T00:04:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e825631-3e70-4cdd-b52d-0df23211bb95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-88828d"} 2026-09-05T00:04:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e825631-3e70-4cdd-b52d-0df23211bb95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T00:04:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e825631-3e70-4cdd-b52d-0df23211bb95", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-88828d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T00:04:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "odh-trusted-ca-bundle", "reconcileID": "d31c7909-f72c-46dd-9b27-4f6495ef29eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-88828d"} 2026-09-05T00:04:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "odh-trusted-ca-bundle", "reconcileID": "d31c7909-f72c-46dd-9b27-4f6495ef29eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-88828d"} 2026-09-05T00:04:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "openshift-service-ca.crt", "reconcileID": "70d0997c-847f-4b43-b321-afbb24c5a1b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-88828d"} 2026-09-05T00:04:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "openshift-service-ca.crt", "reconcileID": "70d0997c-847f-4b43-b321-afbb24c5a1b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-88828d"} 2026-09-05T00:04:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "669862a9-5dfe-457b-ab36-3ecb0eefb72d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-88828d"} 2026-09-05T00:04:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-88828d"}, "namespace": "ai-tenant-e2e-shared-b-w3-88828d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "669862a9-5dfe-457b-ab36-3ecb0eefb72d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-88828d"} 2026-09-05T00:04:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-88828d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-88828d", "reconcileID": "3d8ed310-0db3-4d5c-92c1-dc2adbfe5338", "Gateway": "e2e-shared-b-w3-88828d", "namespace": "openshift-ingress"} 2026-09-05T00:08:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "b15e2d44-10eb-4c78-9ae3-0eaac7e3882e", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "b15e2d44-10eb-4c78-9ae3-0eaac7e3882e", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "b15e2d44-10eb-4c78-9ae3-0eaac7e3882e", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "76feb785-e788-46ea-beb1-192cf91f16b9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T00:08:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "b15e2d44-10eb-4c78-9ae3-0eaac7e3882e", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm", "name": "e2e-same-id-a-4ef033b4-kserve-route-authn"} 2026-09-05T00:08:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "b15e2d44-10eb-4c78-9ae3-0eaac7e3882e", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm", "authType": "userdefined"} 2026-09-05T00:08:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "b15e2d44-10eb-4c78-9ae3-0eaac7e3882e", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "76feb785-e788-46ea-beb1-192cf91f16b9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T00:08:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "76feb785-e788-46ea-beb1-192cf91f16b9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T00:08:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "524ca68c-c80c-41ab-92d8-3d88ebb6ff3f", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "524ca68c-c80c-41ab-92d8-3d88ebb6ff3f", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "524ca68c-c80c-41ab-92d8-3d88ebb6ff3f", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "524ca68c-c80c-41ab-92d8-3d88ebb6ff3f", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm", "name": "e2e-same-id-a-4ef033b4-kserve-route-authn"} 2026-09-05T00:08:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "524ca68c-c80c-41ab-92d8-3d88ebb6ff3f", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm", "authType": "userdefined"} 2026-09-05T00:08:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "524ca68c-c80c-41ab-92d8-3d88ebb6ff3f", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "277c54aa-7e75-42e4-8b09-3b84c33b8689", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "277c54aa-7e75-42e4-8b09-3b84c33b8689", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "277c54aa-7e75-42e4-8b09-3b84c33b8689", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "72c664c9-f4ad-4519-aa53-587bcfee6b15", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T00:08:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "277c54aa-7e75-42e4-8b09-3b84c33b8689", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm", "name": "e2e-same-id-b-4ef033b4-kserve-route-authn"} 2026-09-05T00:08:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "277c54aa-7e75-42e4-8b09-3b84c33b8689", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm", "authType": "userdefined"} 2026-09-05T00:08:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "277c54aa-7e75-42e4-8b09-3b84c33b8689", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "72c664c9-f4ad-4519-aa53-587bcfee6b15", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T00:08:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "72c664c9-f4ad-4519-aa53-587bcfee6b15", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T00:08:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ffbcf7d4-1144-4454-9552-8074c7b1035a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T00:08:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ffbcf7d4-1144-4454-9552-8074c7b1035a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T00:08:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ffbcf7d4-1144-4454-9552-8074c7b1035a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T00:08:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "e9c2a024-ed37-48c2-8b6e-3723c7941dcc", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "e9c2a024-ed37-48c2-8b6e-3723c7941dcc", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "e9c2a024-ed37-48c2-8b6e-3723c7941dcc", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "e9c2a024-ed37-48c2-8b6e-3723c7941dcc", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm", "name": "e2e-same-id-a-4ef033b4-kserve-route-authn"} 2026-09-05T00:08:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "e9c2a024-ed37-48c2-8b6e-3723c7941dcc", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm", "authType": "userdefined"} 2026-09-05T00:08:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "e9c2a024-ed37-48c2-8b6e-3723c7941dcc", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "fa8ff448-5304-4f75-86b5-c56d67bca902", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "fa8ff448-5304-4f75-86b5-c56d67bca902", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "fa8ff448-5304-4f75-86b5-c56d67bca902", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "fa8ff448-5304-4f75-86b5-c56d67bca902", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm", "name": "e2e-same-id-b-4ef033b4-kserve-route-authn"} 2026-09-05T00:08:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "fa8ff448-5304-4f75-86b5-c56d67bca902", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm", "authType": "userdefined"} 2026-09-05T00:08:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "fa8ff448-5304-4f75-86b5-c56d67bca902", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "342ae6f2-b122-4110-8728-b9cc21b9244f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T00:08:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "342ae6f2-b122-4110-8728-b9cc21b9244f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T00:08:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "342ae6f2-b122-4110-8728-b9cc21b9244f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T00:08:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "1b13cb77-5613-45ca-b0f1-03b9e483abd3", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "1b13cb77-5613-45ca-b0f1-03b9e483abd3", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "1b13cb77-5613-45ca-b0f1-03b9e483abd3", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm"} 2026-09-05T00:08:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "1b13cb77-5613-45ca-b0f1-03b9e483abd3", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm", "name": "e2e-same-id-b-4ef033b4-kserve-route-authn"} 2026-09-05T00:08:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "1b13cb77-5613-45ca-b0f1-03b9e483abd3", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm", "authType": "userdefined"} 2026-09-05T00:08:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "1b13cb77-5613-45ca-b0f1-03b9e483abd3", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm"} 2026-09-05T00:09:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "f5651aad-22fd-41b7-b049-162bb27cbd84", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm"} 2026-09-05T00:09:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "f5651aad-22fd-41b7-b049-162bb27cbd84", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm"} 2026-09-05T00:09:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "f5651aad-22fd-41b7-b049-162bb27cbd84", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm"} 2026-09-05T00:09:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "f5651aad-22fd-41b7-b049-162bb27cbd84", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm", "name": "e2e-same-id-a-4ef033b4-kserve-route-authn"} 2026-09-05T00:09:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "f5651aad-22fd-41b7-b049-162bb27cbd84", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm", "authType": "userdefined"} 2026-09-05T00:09:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "f5651aad-22fd-41b7-b049-162bb27cbd84", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm"} 2026-09-05T00:09:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "2caab137-5b74-45cc-9928-a1b64872cf06", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm"} 2026-09-05T00:09:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "2caab137-5b74-45cc-9928-a1b64872cf06", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm"} 2026-09-05T00:09:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "2caab137-5b74-45cc-9928-a1b64872cf06", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm"} 2026-09-05T00:09:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "2caab137-5b74-45cc-9928-a1b64872cf06", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm", "name": "e2e-same-id-b-4ef033b4-kserve-route-authn"} 2026-09-05T00:09:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "2caab137-5b74-45cc-9928-a1b64872cf06", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm", "authType": "userdefined"} 2026-09-05T00:09:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "2caab137-5b74-45cc-9928-a1b64872cf06", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm"} 2026-09-05T00:09:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "4881d98a-3c21-42cc-8400-91c2fef7b5b5", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm"} 2026-09-05T00:09:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "4881d98a-3c21-42cc-8400-91c2fef7b5b5", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm", "name": "e2e-same-id-a-4ef033b4"} 2026-09-05T00:09:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "4881d98a-3c21-42cc-8400-91c2fef7b5b5", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm"} 2026-09-05T00:09:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "4881d98a-3c21-42cc-8400-91c2fef7b5b5", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm"} 2026-09-05T00:09:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "4881d98a-3c21-42cc-8400-91c2fef7b5b5", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm", "name": "e2e-same-id-a-4ef033b4-kserve-route-authn"} 2026-09-05T00:09:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "4881d98a-3c21-42cc-8400-91c2fef7b5b5", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm", "name": "e2e-same-id-a-4ef033b4-kserve-route-authn"} 2026-09-05T00:09:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ef033b4", "reconcileID": "05ed1973-ec4f-48d6-9326-72845965657f", "LLMInferenceService": "e2e-same-id-a-4ef033b4", "namespace": "llm"} 2026-09-05T00:09:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e965d60-1d5c-4059-b65f-251a684ff840", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T00:09:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e965d60-1d5c-4059-b65f-251a684ff840", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T00:09:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e965d60-1d5c-4059-b65f-251a684ff840", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T00:09:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5387f386-bd85-41b8-a2b2-7a1934eed936", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T00:09:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5387f386-bd85-41b8-a2b2-7a1934eed936", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T00:09:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5387f386-bd85-41b8-a2b2-7a1934eed936", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T00:09:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "1d169780-250a-460e-b9ad-fa78de1dff9f", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm"} 2026-09-05T00:09:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "1d169780-250a-460e-b9ad-fa78de1dff9f", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm", "name": "e2e-same-id-b-4ef033b4"} 2026-09-05T00:09:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "1d169780-250a-460e-b9ad-fa78de1dff9f", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm"} 2026-09-05T00:09:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "1d169780-250a-460e-b9ad-fa78de1dff9f", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm"} 2026-09-05T00:09:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "1d169780-250a-460e-b9ad-fa78de1dff9f", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm", "name": "e2e-same-id-b-4ef033b4-kserve-route-authn"} 2026-09-05T00:09:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "1d169780-250a-460e-b9ad-fa78de1dff9f", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm", "name": "e2e-same-id-b-4ef033b4-kserve-route-authn"} 2026-09-05T00:09:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ef033b4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ef033b4", "reconcileID": "e20414db-562e-48b4-9109-7ea8bcda1cbe", "LLMInferenceService": "e2e-same-id-b-4ef033b4", "namespace": "llm"} 2026-09-05T00:09:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d973365b-b723-4720-ad8a-f90f52bc4bb9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T00:09:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d973365b-b723-4720-ad8a-f90f52bc4bb9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T00:09:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d973365b-b723-4720-ad8a-f90f52bc4bb9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T00:09:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "10f71565-6504-45be-a2b4-3119b4d92b85", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T00:09:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "10f71565-6504-45be-a2b4-3119b4d92b85", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T00:09:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "10f71565-6504-45be-a2b4-3119b4d92b85", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}