2026-09-09T10:55:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-535b75","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75", "reconcileID": "63998c8e-54d9-488c-9ff9-b831f977b8bb", "LLMInferenceService": "rate-test-model-535b75", "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75-kserve-route-authn"} 2026-09-09T10:55:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-535b75","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75", "reconcileID": "63998c8e-54d9-488c-9ff9-b831f977b8bb", "LLMInferenceService": "rate-test-model-535b75", "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "authType": "userdefined"} 2026-09-09T10:55:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-535b75","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75", "reconcileID": "63998c8e-54d9-488c-9ff9-b831f977b8bb", "LLMInferenceService": "rate-test-model-535b75", "namespace": "ai-tenant-e2e-shared-b-w3-535b75"} 2026-09-09T10:55:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-535b75","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75", "reconcileID": "ee15b6af-a8e3-43a4-958e-d91ff5d8da36", "LLMInferenceService": "rate-test-model-535b75", "namespace": "ai-tenant-e2e-shared-b-w3-535b75"} 2026-09-09T10:55:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-535b75","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75", "reconcileID": "ee15b6af-a8e3-43a4-958e-d91ff5d8da36", "LLMInferenceService": "rate-test-model-535b75", "namespace": "ai-tenant-e2e-shared-b-w3-535b75"} 2026-09-09T10:55:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-535b75","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75", "reconcileID": "ee15b6af-a8e3-43a4-958e-d91ff5d8da36", "LLMInferenceService": "rate-test-model-535b75", "namespace": "ai-tenant-e2e-shared-b-w3-535b75"} 2026-09-09T10:55:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-535b75","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75", "reconcileID": "ee15b6af-a8e3-43a4-958e-d91ff5d8da36", "LLMInferenceService": "rate-test-model-535b75", "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75-kserve-route-authn"} 2026-09-09T10:55:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-535b75","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75", "reconcileID": "ee15b6af-a8e3-43a4-958e-d91ff5d8da36", "LLMInferenceService": "rate-test-model-535b75", "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "authType": "userdefined"} 2026-09-09T10:55:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-535b75","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75", "reconcileID": "ee15b6af-a8e3-43a4-958e-d91ff5d8da36", "LLMInferenceService": "rate-test-model-535b75", "namespace": "ai-tenant-e2e-shared-b-w3-535b75"} 2026-09-09T10:55:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-e5f9c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-e5f9c5", "reconcileID": "1327badf-3037-46ea-8416-c3bb4c9cdb5a", "Gateway": "e2e-api-a-e5f9c5", "namespace": "openshift-ingress"} 2026-09-09T10:55:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-e5f9c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-e5f9c5", "reconcileID": "1327badf-3037-46ea-8416-c3bb4c9cdb5a", "Gateway": "e2e-api-a-e5f9c5", "namespace": "openshift-ingress", "name": "e2e-api-a-e5f9c5-authn-ssl"} 2026-09-09T10:55:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-e5f9c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-e5f9c5", "reconcileID": "1327badf-3037-46ea-8416-c3bb4c9cdb5a", "Gateway": "e2e-api-a-e5f9c5", "namespace": "openshift-ingress"} 2026-09-09T10:56:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-e5f9c5"}, "namespace": "ai-tenant-e2e-api-a-e5f9c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3954f12d-acd4-4076-8688-2688e9afdf24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-e5f9c5"} 2026-09-09T10:56:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-e5f9c5"}, "namespace": "ai-tenant-e2e-api-a-e5f9c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3954f12d-acd4-4076-8688-2688e9afdf24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-e5f9c5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T10:56:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-e5f9c5"}, "namespace": "ai-tenant-e2e-api-a-e5f9c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3954f12d-acd4-4076-8688-2688e9afdf24", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-e5f9c5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T10:56:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-e5f9c5"}, "namespace": "ai-tenant-e2e-api-a-e5f9c5", "name": "odh-trusted-ca-bundle", "reconcileID": "61b4a97c-5350-4bd6-a03b-e8ceb42e551d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-e5f9c5"} 2026-09-09T10:56:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-e5f9c5"}, "namespace": "ai-tenant-e2e-api-a-e5f9c5", "name": "odh-trusted-ca-bundle", "reconcileID": "61b4a97c-5350-4bd6-a03b-e8ceb42e551d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-e5f9c5"} 2026-09-09T10:56:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-e5f9c5"}, "namespace": "ai-tenant-e2e-api-a-e5f9c5", "name": "openshift-service-ca.crt", "reconcileID": "bacce54e-e97e-4cb7-b76d-ca4e13f1c489", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-e5f9c5"} 2026-09-09T10:56:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-e5f9c5"}, "namespace": "ai-tenant-e2e-api-a-e5f9c5", "name": "openshift-service-ca.crt", "reconcileID": "bacce54e-e97e-4cb7-b76d-ca4e13f1c489", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-e5f9c5"} 2026-09-09T10:56:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-e5f9c5"}, "namespace": "ai-tenant-e2e-api-a-e5f9c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33eadf58-b08c-4150-a105-2749ef87be55", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-e5f9c5"} 2026-09-09T10:56:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-e5f9c5"}, "namespace": "ai-tenant-e2e-api-a-e5f9c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33eadf58-b08c-4150-a105-2749ef87be55", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-e5f9c5"} 2026-09-09T10:56:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-e5f9c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-e5f9c5", "reconcileID": "71740156-2c35-478b-928e-fec0ccea3689", "Gateway": "e2e-api-a-e5f9c5", "namespace": "openshift-ingress"} 2026-09-09T10:56:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-798524","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-798524", "reconcileID": "04aa816b-09b1-41e6-a722-d86f2eeb6f74", "Gateway": "e2e-api-b-798524", "namespace": "openshift-ingress"} 2026-09-09T10:56:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-798524","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-798524", "reconcileID": "04aa816b-09b1-41e6-a722-d86f2eeb6f74", "Gateway": "e2e-api-b-798524", "namespace": "openshift-ingress", "name": "e2e-api-b-798524-authn-ssl"} 2026-09-09T10:56:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-798524","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-798524", "reconcileID": "04aa816b-09b1-41e6-a722-d86f2eeb6f74", "Gateway": "e2e-api-b-798524", "namespace": "openshift-ingress"} 2026-09-09T10:56:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-798524"}, "namespace": "ai-tenant-e2e-api-b-798524", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b8babd7-8a2f-4a03-b0cd-ecc12b6ace7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-798524"} 2026-09-09T10:56:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-798524"}, "namespace": "ai-tenant-e2e-api-b-798524", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b8babd7-8a2f-4a03-b0cd-ecc12b6ace7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-798524", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T10:56:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-798524"}, "namespace": "ai-tenant-e2e-api-b-798524", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b8babd7-8a2f-4a03-b0cd-ecc12b6ace7f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-798524 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T10:56:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-798524"}, "namespace": "ai-tenant-e2e-api-b-798524", "name": "odh-trusted-ca-bundle", "reconcileID": "b9cf89a6-caff-4f0b-a332-cc7ffe915a2d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-798524"} 2026-09-09T10:56:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-798524"}, "namespace": "ai-tenant-e2e-api-b-798524", "name": "odh-trusted-ca-bundle", "reconcileID": "b9cf89a6-caff-4f0b-a332-cc7ffe915a2d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-798524"} 2026-09-09T10:56:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-798524"}, "namespace": "ai-tenant-e2e-api-b-798524", "name": "openshift-service-ca.crt", "reconcileID": "437b5972-bbba-486f-84f7-5aa431f97b8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-798524"} 2026-09-09T10:56:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-798524"}, "namespace": "ai-tenant-e2e-api-b-798524", "name": "openshift-service-ca.crt", "reconcileID": "437b5972-bbba-486f-84f7-5aa431f97b8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-798524"} 2026-09-09T10:56:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-798524"}, "namespace": "ai-tenant-e2e-api-b-798524", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec0567f9-dae0-42ae-8655-f154b48694d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-798524"} 2026-09-09T10:56:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-798524"}, "namespace": "ai-tenant-e2e-api-b-798524", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec0567f9-dae0-42ae-8655-f154b48694d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-798524"} 2026-09-09T10:56:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-798524","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-798524", "reconcileID": "bd6e66b2-5060-4475-aae2-d69a8dd745b3", "Gateway": "e2e-api-b-798524", "namespace": "openshift-ingress"} 2026-09-09T10:56:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1eb21d","namespace":"ai-tenant-e2e-shared-a-w3-1eb21d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "name": "rate-test-model-1eb21d", "reconcileID": "4f5bcbd3-974b-4255-b6ef-d13bc17c48da", "LLMInferenceService": "rate-test-model-1eb21d", "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d"} 2026-09-09T10:56:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1eb21d","namespace":"ai-tenant-e2e-shared-a-w3-1eb21d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "name": "rate-test-model-1eb21d", "reconcileID": "4f5bcbd3-974b-4255-b6ef-d13bc17c48da", "LLMInferenceService": "rate-test-model-1eb21d", "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "name": "rate-test-model-1eb21d"} 2026-09-09T10:56:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1eb21d","namespace":"ai-tenant-e2e-shared-a-w3-1eb21d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "name": "rate-test-model-1eb21d", "reconcileID": "4f5bcbd3-974b-4255-b6ef-d13bc17c48da", "LLMInferenceService": "rate-test-model-1eb21d", "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d"} 2026-09-09T10:56:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1eb21d","namespace":"ai-tenant-e2e-shared-a-w3-1eb21d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "name": "rate-test-model-1eb21d", "reconcileID": "4f5bcbd3-974b-4255-b6ef-d13bc17c48da", "LLMInferenceService": "rate-test-model-1eb21d", "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d"} 2026-09-09T10:56:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1eb21d","namespace":"ai-tenant-e2e-shared-a-w3-1eb21d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "name": "rate-test-model-1eb21d", "reconcileID": "4f5bcbd3-974b-4255-b6ef-d13bc17c48da", "LLMInferenceService": "rate-test-model-1eb21d", "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "name": "rate-test-model-1eb21d-kserve-route-authn"} 2026-09-09T10:56:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1eb21d","namespace":"ai-tenant-e2e-shared-a-w3-1eb21d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "name": "rate-test-model-1eb21d", "reconcileID": "4f5bcbd3-974b-4255-b6ef-d13bc17c48da", "LLMInferenceService": "rate-test-model-1eb21d", "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "name": "rate-test-model-1eb21d-kserve-route-authn"} 2026-09-09T10:56:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1eb21d","namespace":"ai-tenant-e2e-shared-a-w3-1eb21d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "name": "rate-test-model-1eb21d", "reconcileID": "4f5bcbd3-974b-4255-b6ef-d13bc17c48da", "LLMInferenceService": "rate-test-model-1eb21d", "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d"} 2026-09-09T10:56:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1eb21d","namespace":"ai-tenant-e2e-shared-a-w3-1eb21d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "name": "rate-test-model-1eb21d", "reconcileID": "4f5bcbd3-974b-4255-b6ef-d13bc17c48da", "LLMInferenceService": "rate-test-model-1eb21d", "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d"} 2026-09-09T10:56:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1eb21d","namespace":"ai-tenant-e2e-shared-a-w3-1eb21d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "name": "rate-test-model-1eb21d", "reconcileID": "33fd6bbd-b668-42c3-be96-1775998890bf", "LLMInferenceService": "rate-test-model-1eb21d", "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d"} 2026-09-09T10:56:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1eb21d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1eb21d", "reconcileID": "aa372ab8-5039-4aac-a2d7-1d87432aa258", "Gateway": "e2e-shared-a-w3-1eb21d", "namespace": "openshift-ingress"} 2026-09-09T10:56:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1eb21d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1eb21d", "reconcileID": "aa372ab8-5039-4aac-a2d7-1d87432aa258", "Gateway": "e2e-shared-a-w3-1eb21d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1eb21d-authn-ssl"} 2026-09-09T10:56:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1eb21d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1eb21d", "reconcileID": "aa372ab8-5039-4aac-a2d7-1d87432aa258", "Gateway": "e2e-shared-a-w3-1eb21d", "namespace": "openshift-ingress"} 2026-09-09T10:56:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1eb21d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1eb21d", "reconcileID": "18c92d59-ca80-4e87-9a0c-a8a4005f3c28", "Gateway": "e2e-shared-a-w3-1eb21d", "namespace": "openshift-ingress"} 2026-09-09T10:56:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1eb21d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1eb21d", "reconcileID": "18c92d59-ca80-4e87-9a0c-a8a4005f3c28", "Gateway": "e2e-shared-a-w3-1eb21d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1eb21d-authn-ssl"} 2026-09-09T10:56:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1eb21d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1eb21d", "reconcileID": "18c92d59-ca80-4e87-9a0c-a8a4005f3c28", "Gateway": "e2e-shared-a-w3-1eb21d", "namespace": "openshift-ingress"} 2026-09-09T10:56:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-535b75","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75", "reconcileID": "c26a2d4c-f006-435b-bf42-6a67d0817b6d", "LLMInferenceService": "rate-test-model-535b75", "namespace": "ai-tenant-e2e-shared-b-w3-535b75"} 2026-09-09T10:56:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-535b75","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75", "reconcileID": "c26a2d4c-f006-435b-bf42-6a67d0817b6d", "LLMInferenceService": "rate-test-model-535b75", "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75"} 2026-09-09T10:56:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-535b75","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75", "reconcileID": "c26a2d4c-f006-435b-bf42-6a67d0817b6d", "LLMInferenceService": "rate-test-model-535b75", "namespace": "ai-tenant-e2e-shared-b-w3-535b75"} 2026-09-09T10:56:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-535b75","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75", "reconcileID": "c26a2d4c-f006-435b-bf42-6a67d0817b6d", "LLMInferenceService": "rate-test-model-535b75", "namespace": "ai-tenant-e2e-shared-b-w3-535b75"} 2026-09-09T10:56:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-535b75","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75", "reconcileID": "c26a2d4c-f006-435b-bf42-6a67d0817b6d", "LLMInferenceService": "rate-test-model-535b75", "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75-kserve-route-authn"} 2026-09-09T10:56:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-535b75","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75", "reconcileID": "c26a2d4c-f006-435b-bf42-6a67d0817b6d", "LLMInferenceService": "rate-test-model-535b75", "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75-kserve-route-authn"} 2026-09-09T10:56:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-535b75","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75", "reconcileID": "c26a2d4c-f006-435b-bf42-6a67d0817b6d", "LLMInferenceService": "rate-test-model-535b75", "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "namespace": "ai-tenant-e2e-shared-b-w3-535b75"} 2026-09-09T10:56:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-535b75","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75", "reconcileID": "c26a2d4c-f006-435b-bf42-6a67d0817b6d", "LLMInferenceService": "rate-test-model-535b75", "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "namespace": "ai-tenant-e2e-shared-b-w3-535b75"} 2026-09-09T10:56:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-535b75","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "rate-test-model-535b75", "reconcileID": "c3737174-116e-41bf-9288-d4ec1be1c805", "LLMInferenceService": "rate-test-model-535b75", "namespace": "ai-tenant-e2e-shared-b-w3-535b75"} 2026-09-09T10:56:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-535b75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-535b75", "reconcileID": "57ab721a-6a65-462f-83ff-ebaf51551ea4", "Gateway": "e2e-shared-b-w3-535b75", "namespace": "openshift-ingress"} 2026-09-09T10:56:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-535b75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-535b75", "reconcileID": "57ab721a-6a65-462f-83ff-ebaf51551ea4", "Gateway": "e2e-shared-b-w3-535b75", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-535b75-authn-ssl"} 2026-09-09T10:56:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-535b75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-535b75", "reconcileID": "57ab721a-6a65-462f-83ff-ebaf51551ea4", "Gateway": "e2e-shared-b-w3-535b75", "namespace": "openshift-ingress"} 2026-09-09T10:56:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-535b75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-535b75", "reconcileID": "9086330b-d87e-4856-91db-6f1ae8ce9150", "Gateway": "e2e-shared-b-w3-535b75", "namespace": "openshift-ingress"} 2026-09-09T10:56:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-535b75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-535b75", "reconcileID": "9086330b-d87e-4856-91db-6f1ae8ce9150", "Gateway": "e2e-shared-b-w3-535b75", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-535b75-authn-ssl"} 2026-09-09T10:56:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-535b75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-535b75", "reconcileID": "9086330b-d87e-4856-91db-6f1ae8ce9150", "Gateway": "e2e-shared-b-w3-535b75", "namespace": "openshift-ingress"} 2026-09-09T10:56:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "15bf68c5-b2be-4a30-8c55-caac64e1be43", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:56:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "15bf68c5-b2be-4a30-8c55-caac64e1be43", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685-authn-ssl"} 2026-09-09T10:56:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "15bf68c5-b2be-4a30-8c55-caac64e1be43", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:56:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "f9d1d491-337c-46ea-aa3f-422415ef313d", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:56:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "f9d1d491-337c-46ea-aa3f-422415ef313d", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685-authn-ssl"} 2026-09-09T10:56:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "f9d1d491-337c-46ea-aa3f-422415ef313d", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:56:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "f9501959-e91b-4420-9708-e520ab3ddd5f", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:56:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "f9501959-e91b-4420-9708-e520ab3ddd5f", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685-authn-ssl"} 2026-09-09T10:56:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "f9501959-e91b-4420-9708-e520ab3ddd5f", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:56:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "99602b64-e727-4ba7-9bfe-83505fb40009", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:56:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "99602b64-e727-4ba7-9bfe-83505fb40009", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685-authn-ssl"} 2026-09-09T10:56:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "99602b64-e727-4ba7-9bfe-83505fb40009", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:56:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "120edeab-1319-4d9d-bee7-a5a0b7e81061", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:56:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "120edeab-1319-4d9d-bee7-a5a0b7e81061", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685-authn-ssl"} 2026-09-09T10:56:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "120edeab-1319-4d9d-bee7-a5a0b7e81061", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:56:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "817256d2-e7c8-49cc-8d05-22296c3a4d6a", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:56:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "817256d2-e7c8-49cc-8d05-22296c3a4d6a", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685-authn-ssl"} 2026-09-09T10:56:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "817256d2-e7c8-49cc-8d05-22296c3a4d6a", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:56:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "5d538e09-f319-4d16-af9d-e8d5b59d0f9f", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:56:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "5d538e09-f319-4d16-af9d-e8d5b59d0f9f", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685-authn-ssl"} 2026-09-09T10:56:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "5d538e09-f319-4d16-af9d-e8d5b59d0f9f", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:56:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-62f893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-62f893", "reconcileID": "cdb66b2c-22af-47c9-ae08-4fec276cb2dc", "Gateway": "e2e-shared-a-w2-62f893", "namespace": "openshift-ingress"} 2026-09-09T10:56:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-62f893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-62f893", "reconcileID": "cdb66b2c-22af-47c9-ae08-4fec276cb2dc", "Gateway": "e2e-shared-a-w2-62f893", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-62f893-authn-ssl"} 2026-09-09T10:56:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-62f893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-62f893", "reconcileID": "cdb66b2c-22af-47c9-ae08-4fec276cb2dc", "Gateway": "e2e-shared-a-w2-62f893", "namespace": "openshift-ingress"} 2026-09-09T10:56:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "openshift-service-ca.crt", "reconcileID": "9116fd81-fc37-4cec-9b97-aa5aaade3302", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:56:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "odh-trusted-ca-bundle", "reconcileID": "49119ec0-6d6e-40fe-8fa6-dc298c7da5f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:56:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "openshift-service-ca.crt", "reconcileID": "58b8ca89-ec31-45b8-b05c-91144f5de105", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-33d685", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T10:56:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "openshift-service-ca.crt", "reconcileID": "58b8ca89-ec31-45b8-b05c-91144f5de105", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:56:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98d9fe9f-140c-426e-9f0b-f8cd385f9b8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:56:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "openshift-service-ca.crt", "reconcileID": "a19bdea4-a5b5-456f-9fab-2a6f47e16954", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:56:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "odh-trusted-ca-bundle", "reconcileID": "f45084de-24b1-4e56-955a-d542b8a14495", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-33d685", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T10:56:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "odh-trusted-ca-bundle", "reconcileID": "f45084de-24b1-4e56-955a-d542b8a14495", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:56:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3736f2c1-1f94-4feb-ab48-b606850d420c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:56:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "63d2cca2-3500-4b9a-bfcb-d45e80e071c3", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:56:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "63d2cca2-3500-4b9a-bfcb-d45e80e071c3", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685-authn-ssl"} 2026-09-09T10:56:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "63d2cca2-3500-4b9a-bfcb-d45e80e071c3", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:56:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-62f893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-62f893", "reconcileID": "70059bb1-4b95-4ad0-8922-7d4f3f6c794d", "Gateway": "e2e-shared-a-w2-62f893", "namespace": "openshift-ingress"} 2026-09-09T10:56:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-62f893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-62f893", "reconcileID": "70059bb1-4b95-4ad0-8922-7d4f3f6c794d", "Gateway": "e2e-shared-a-w2-62f893", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-62f893-authn-ssl"} 2026-09-09T10:56:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-62f893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-62f893", "reconcileID": "70059bb1-4b95-4ad0-8922-7d4f3f6c794d", "Gateway": "e2e-shared-a-w2-62f893", "namespace": "openshift-ingress"} 2026-09-09T10:56:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-62f893"}, "namespace": "ai-tenant-e2e-shared-a-w2-62f893", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d558c60-cf27-4230-a4c5-62b571ef4556", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-62f893"} 2026-09-09T10:56:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-62f893"}, "namespace": "ai-tenant-e2e-shared-a-w2-62f893", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d558c60-cf27-4230-a4c5-62b571ef4556", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-62f893", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T10:56:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-62f893"}, "namespace": "ai-tenant-e2e-shared-a-w2-62f893", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d558c60-cf27-4230-a4c5-62b571ef4556", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-62f893 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T10:56:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-62f893"}, "namespace": "ai-tenant-e2e-shared-a-w2-62f893", "name": "odh-trusted-ca-bundle", "reconcileID": "89bc7b25-8f36-486e-aa12-0d85c01c11a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-62f893"} 2026-09-09T10:56:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-62f893"}, "namespace": "ai-tenant-e2e-shared-a-w2-62f893", "name": "odh-trusted-ca-bundle", "reconcileID": "89bc7b25-8f36-486e-aa12-0d85c01c11a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-62f893"} 2026-09-09T10:56:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-62f893"}, "namespace": "ai-tenant-e2e-shared-a-w2-62f893", "name": "openshift-service-ca.crt", "reconcileID": "f21d4030-7357-4c14-bf01-7029ceb676ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-62f893"} 2026-09-09T10:56:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-62f893"}, "namespace": "ai-tenant-e2e-shared-a-w2-62f893", "name": "openshift-service-ca.crt", "reconcileID": "f21d4030-7357-4c14-bf01-7029ceb676ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-62f893"} 2026-09-09T10:56:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-62f893"}, "namespace": "ai-tenant-e2e-shared-a-w2-62f893", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f626fb0d-7fcd-45bd-9690-4146fb2c1b05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-62f893"} 2026-09-09T10:56:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-62f893"}, "namespace": "ai-tenant-e2e-shared-a-w2-62f893", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f626fb0d-7fcd-45bd-9690-4146fb2c1b05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-62f893"} 2026-09-09T10:56:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-62f893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-62f893", "reconcileID": "d4ac23ce-594a-47b2-9a70-4f06f1a14396", "Gateway": "e2e-shared-a-w2-62f893", "namespace": "openshift-ingress"} 2026-09-09T10:56:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "4ed4fa4e-f2b9-4643-80a6-add7e20c2ac8", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:56:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "4ed4fa4e-f2b9-4643-80a6-add7e20c2ac8", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685-authn-ssl"} 2026-09-09T10:56:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "4ed4fa4e-f2b9-4643-80a6-add7e20c2ac8", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:56:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a03d9e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a03d9e", "reconcileID": "14f2f056-c9b9-4751-ab04-3c942de9dd91", "Gateway": "e2e-shared-b-w2-a03d9e", "namespace": "openshift-ingress"} 2026-09-09T10:56:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a03d9e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a03d9e", "reconcileID": "14f2f056-c9b9-4751-ab04-3c942de9dd91", "Gateway": "e2e-shared-b-w2-a03d9e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a03d9e-authn-ssl"} 2026-09-09T10:56:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a03d9e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a03d9e", "reconcileID": "14f2f056-c9b9-4751-ab04-3c942de9dd91", "Gateway": "e2e-shared-b-w2-a03d9e", "namespace": "openshift-ingress"} 2026-09-09T10:57:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a03d9e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a03d9e", "reconcileID": "dc486354-7b78-46cf-b6a9-2d3da2b885ee", "Gateway": "e2e-shared-b-w2-a03d9e", "namespace": "openshift-ingress"} 2026-09-09T10:57:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a03d9e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a03d9e", "reconcileID": "dc486354-7b78-46cf-b6a9-2d3da2b885ee", "Gateway": "e2e-shared-b-w2-a03d9e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a03d9e-authn-ssl"} 2026-09-09T10:57:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a03d9e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a03d9e", "reconcileID": "dc486354-7b78-46cf-b6a9-2d3da2b885ee", "Gateway": "e2e-shared-b-w2-a03d9e", "namespace": "openshift-ingress"} 2026-09-09T10:57:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a03d9e"}, "namespace": "ai-tenant-e2e-shared-b-w2-a03d9e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd5eaa30-eaec-4587-a007-7fccbab7315e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a03d9e"} 2026-09-09T10:57:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a03d9e"}, "namespace": "ai-tenant-e2e-shared-b-w2-a03d9e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd5eaa30-eaec-4587-a007-7fccbab7315e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a03d9e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T10:57:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a03d9e"}, "namespace": "ai-tenant-e2e-shared-b-w2-a03d9e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd5eaa30-eaec-4587-a007-7fccbab7315e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-a03d9e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T10:57:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a03d9e"}, "namespace": "ai-tenant-e2e-shared-b-w2-a03d9e", "name": "odh-trusted-ca-bundle", "reconcileID": "ea0adc32-b721-4bc4-b148-fb0e590a643b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a03d9e"} 2026-09-09T10:57:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a03d9e"}, "namespace": "ai-tenant-e2e-shared-b-w2-a03d9e", "name": "odh-trusted-ca-bundle", "reconcileID": "ea0adc32-b721-4bc4-b148-fb0e590a643b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a03d9e"} 2026-09-09T10:57:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-a03d9e"}, "namespace": "ai-tenant-e2e-shared-b-w2-a03d9e", "name": "openshift-service-ca.crt", "reconcileID": "ae0ae4a0-f421-4ff1-a234-8095d665da40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-a03d9e"} 2026-09-09T10:57:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-a03d9e"}, "namespace": "ai-tenant-e2e-shared-b-w2-a03d9e", "name": "openshift-service-ca.crt", "reconcileID": "ae0ae4a0-f421-4ff1-a234-8095d665da40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-a03d9e"} 2026-09-09T10:57:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a03d9e"}, "namespace": "ai-tenant-e2e-shared-b-w2-a03d9e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a3a4c9d-9824-4256-b43f-3355a02ba647", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a03d9e"} 2026-09-09T10:57:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a03d9e"}, "namespace": "ai-tenant-e2e-shared-b-w2-a03d9e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a3a4c9d-9824-4256-b43f-3355a02ba647", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a03d9e"} 2026-09-09T10:57:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a03d9e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a03d9e", "reconcileID": "5f67899f-d607-4f47-946c-144d174fd6b4", "Gateway": "e2e-shared-b-w2-a03d9e", "namespace": "openshift-ingress"} 2026-09-09T10:57:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "6671f353-2cf2-4944-8e3a-b5245ba9b8fc", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T10:57:07Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "6671f353-2cf2-4944-8e3a-b5245ba9b8fc", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb-authn-ssl"} 2026-09-09T10:57:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "6671f353-2cf2-4944-8e3a-b5245ba9b8fc", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T10:57:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "1d5ec5a6-b8ad-4d75-b2a5-f97b96f1c1ee", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T10:57:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "1d5ec5a6-b8ad-4d75-b2a5-f97b96f1c1ee", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb-authn-ssl"} 2026-09-09T10:57:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "1d5ec5a6-b8ad-4d75-b2a5-f97b96f1c1ee", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T10:57:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "46d1b146-8fec-4220-9777-6e463b13afd0", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T10:57:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "46d1b146-8fec-4220-9777-6e463b13afd0", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb-authn-ssl"} 2026-09-09T10:57:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "46d1b146-8fec-4220-9777-6e463b13afd0", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T10:57:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "1fc9bd39-fe01-4391-a37e-84f82a851049", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T10:57:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "1fc9bd39-fe01-4391-a37e-84f82a851049", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb-authn-ssl"} 2026-09-09T10:57:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "1fc9bd39-fe01-4391-a37e-84f82a851049", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T10:57:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "718ef663-0e84-4657-8600-af55ca7e0ac1", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T10:57:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "718ef663-0e84-4657-8600-af55ca7e0ac1", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb-authn-ssl"} 2026-09-09T10:57:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "718ef663-0e84-4657-8600-af55ca7e0ac1", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T10:57:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "360a6e11-d148-4c5e-a40e-95a37a4fd972", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T10:57:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "360a6e11-d148-4c5e-a40e-95a37a4fd972", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb-authn-ssl"} 2026-09-09T10:57:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "360a6e11-d148-4c5e-a40e-95a37a4fd972", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T10:57:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "955fb26e-1890-44d7-b757-0907a967c398", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T10:57:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "955fb26e-1890-44d7-b757-0907a967c398", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb-authn-ssl"} 2026-09-09T10:57:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "955fb26e-1890-44d7-b757-0907a967c398", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T10:57:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c1bfbb"}, "namespace": "ai-tenant-e2e-ipp-b-c1bfbb", "name": "openshift-service-ca.crt", "reconcileID": "697f048e-f1ef-48dc-ad1f-c0f3415d61fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c1bfbb"} 2026-09-09T10:57:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c1bfbb"}, "namespace": "ai-tenant-e2e-ipp-b-c1bfbb", "name": "odh-trusted-ca-bundle", "reconcileID": "8d46102d-c6dc-4975-a5b3-c2c043f3d0d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c1bfbb"} 2026-09-09T10:57:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c1bfbb"}, "namespace": "ai-tenant-e2e-ipp-b-c1bfbb", "name": "openshift-service-ca.crt", "reconcileID": "b557a9a6-c023-4006-ab66-35de618595cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c1bfbb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T10:57:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c1bfbb"}, "namespace": "ai-tenant-e2e-ipp-b-c1bfbb", "name": "openshift-service-ca.crt", "reconcileID": "b557a9a6-c023-4006-ab66-35de618595cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c1bfbb"} 2026-09-09T10:57:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c1bfbb"}, "namespace": "ai-tenant-e2e-ipp-b-c1bfbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad7df509-dacc-4534-8f2b-70ddac667ec3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c1bfbb"} 2026-09-09T10:57:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c1bfbb"}, "namespace": "ai-tenant-e2e-ipp-b-c1bfbb", "name": "openshift-service-ca.crt", "reconcileID": "868e633c-d483-435e-af36-f0b74a24b8f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c1bfbb"} 2026-09-09T10:57:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c1bfbb"}, "namespace": "ai-tenant-e2e-ipp-b-c1bfbb", "name": "odh-trusted-ca-bundle", "reconcileID": "6959207f-3db7-470c-b92c-ab999a1c4ad9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c1bfbb", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T10:57:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c1bfbb"}, "namespace": "ai-tenant-e2e-ipp-b-c1bfbb", "name": "odh-trusted-ca-bundle", "reconcileID": "6959207f-3db7-470c-b92c-ab999a1c4ad9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c1bfbb"} 2026-09-09T10:57:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c1bfbb"}, "namespace": "ai-tenant-e2e-ipp-b-c1bfbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef23dc2c-1209-4533-a126-0bc7fd473f37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c1bfbb"} 2026-09-09T10:57:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "2305b5ba-3aaa-4a8f-8c2e-1aa94517682d", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T10:57:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "2305b5ba-3aaa-4a8f-8c2e-1aa94517682d", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb-authn-ssl"} 2026-09-09T10:57:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "2305b5ba-3aaa-4a8f-8c2e-1aa94517682d", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T10:57:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "6685eec7-28c7-4f12-bed1-53af57ba6ae4", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T10:57:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "6685eec7-28c7-4f12-bed1-53af57ba6ae4", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb-authn-ssl"} 2026-09-09T10:57:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "6685eec7-28c7-4f12-bed1-53af57ba6ae4", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T10:57:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "b442e600-8d58-48d9-874b-e66d75372da4", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T10:57:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "b442e600-8d58-48d9-874b-e66d75372da4", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb-authn-ssl"} 2026-09-09T10:57:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "b442e600-8d58-48d9-874b-e66d75372da4", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T10:57:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "abd865e8-06bc-4ec0-8044-ab3e662d1ff3", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:57:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "abd865e8-06bc-4ec0-8044-ab3e662d1ff3", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:57:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "abd865e8-06bc-4ec0-8044-ab3e662d1ff3", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:57:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "74b767d6-ad9f-45b3-83c3-9b4138a9029a", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:57:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "abd865e8-06bc-4ec0-8044-ab3e662d1ff3", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685-kserve-route-authn"} 2026-09-09T10:57:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "abd865e8-06bc-4ec0-8044-ab3e662d1ff3", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685", "authType": "userdefined"} 2026-09-09T10:57:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "abd865e8-06bc-4ec0-8044-ab3e662d1ff3", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:57:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "74b767d6-ad9f-45b3-83c3-9b4138a9029a", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685-authn-ssl"} 2026-09-09T10:57:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "74b767d6-ad9f-45b3-83c3-9b4138a9029a", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:57:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "34d5449c-a70a-449f-9868-6add06946081", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:57:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "34d5449c-a70a-449f-9868-6add06946081", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:57:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "34d5449c-a70a-449f-9868-6add06946081", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:57:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "34d5449c-a70a-449f-9868-6add06946081", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685-kserve-route-authn"} 2026-09-09T10:57:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "34d5449c-a70a-449f-9868-6add06946081", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685", "authType": "userdefined"} 2026-09-09T10:57:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "34d5449c-a70a-449f-9868-6add06946081", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:57:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "978aca1d-7f78-44d3-a958-d70841d08553", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:57:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "978aca1d-7f78-44d3-a958-d70841d08553", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685-authn-ssl"} 2026-09-09T10:57:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "978aca1d-7f78-44d3-a958-d70841d08553", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:57:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "9c3e1134-9c29-42b3-b8f1-27befbbac753", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:57:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "9c3e1134-9c29-42b3-b8f1-27befbbac753", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:57:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "9c3e1134-9c29-42b3-b8f1-27befbbac753", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:57:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "9c3e1134-9c29-42b3-b8f1-27befbbac753", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685-kserve-route-authn"} 2026-09-09T10:57:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "9c3e1134-9c29-42b3-b8f1-27befbbac753", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685", "authType": "userdefined"} 2026-09-09T10:57:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "9c3e1134-9c29-42b3-b8f1-27befbbac753", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:58:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "0892306f-b345-4f6b-9e25-0be916f7aec5", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:58:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "0892306f-b345-4f6b-9e25-0be916f7aec5", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:58:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "0892306f-b345-4f6b-9e25-0be916f7aec5", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:58:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "0892306f-b345-4f6b-9e25-0be916f7aec5", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685-kserve-route-authn"} 2026-09-09T10:58:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "0892306f-b345-4f6b-9e25-0be916f7aec5", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685", "authType": "userdefined"} 2026-09-09T10:58:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "0892306f-b345-4f6b-9e25-0be916f7aec5", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:58:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "d7983b3b-0f5e-4428-bc1e-030b50757e51", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:58:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "d7983b3b-0f5e-4428-bc1e-030b50757e51", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b-authn-ssl"} 2026-09-09T10:58:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "d7983b3b-0f5e-4428-bc1e-030b50757e51", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:58:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "3229f75e-39ec-46d9-9b96-234afd2be247", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:58:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "3229f75e-39ec-46d9-9b96-234afd2be247", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b-authn-ssl"} 2026-09-09T10:58:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "3229f75e-39ec-46d9-9b96-234afd2be247", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:58:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "81d78ee3-b850-4d7b-93e8-6378ecd1892a", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:58:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "81d78ee3-b850-4d7b-93e8-6378ecd1892a", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b-authn-ssl"} 2026-09-09T10:58:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "81d78ee3-b850-4d7b-93e8-6378ecd1892a", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:58:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "725ae92c-c5c0-4bf9-b5b2-fbadf6760eed", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:58:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "725ae92c-c5c0-4bf9-b5b2-fbadf6760eed", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b-authn-ssl"} 2026-09-09T10:58:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "725ae92c-c5c0-4bf9-b5b2-fbadf6760eed", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:58:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "e149f6fd-d11f-45e1-8b5b-20d1170f47fc", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:58:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "e149f6fd-d11f-45e1-8b5b-20d1170f47fc", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b-authn-ssl"} 2026-09-09T10:58:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "e149f6fd-d11f-45e1-8b5b-20d1170f47fc", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:58:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "5fbaec42-3148-4ebf-8793-a519c512d55d", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:58:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "5fbaec42-3148-4ebf-8793-a519c512d55d", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b-authn-ssl"} 2026-09-09T10:58:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "5fbaec42-3148-4ebf-8793-a519c512d55d", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:58:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "9799869b-3f85-45e8-915e-4bb152c12b67", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:58:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "9799869b-3f85-45e8-915e-4bb152c12b67", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b-authn-ssl"} 2026-09-09T10:58:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "9799869b-3f85-45e8-915e-4bb152c12b67", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:58:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f7ff8b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b", "name": "openshift-service-ca.crt", "reconcileID": "8e404bb7-2163-4c63-87f6-c1f7a81e4cf1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b"} 2026-09-09T10:58:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f7ff8b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b", "name": "odh-trusted-ca-bundle", "reconcileID": "e040305d-7b7c-4e6b-8449-d8ea6a9d5392", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b"} 2026-09-09T10:58:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f7ff8b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b", "name": "openshift-service-ca.crt", "reconcileID": "b2244d92-140c-41d2-b3b6-a8dc822f0d0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T10:58:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f7ff8b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b", "name": "openshift-service-ca.crt", "reconcileID": "b2244d92-140c-41d2-b3b6-a8dc822f0d0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b"} 2026-09-09T10:58:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f7ff8b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a860f044-65b2-44d5-8a03-8e1e94b056ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b"} 2026-09-09T10:58:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f7ff8b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b", "name": "openshift-service-ca.crt", "reconcileID": "30c86839-4fe1-4999-82e9-a8343cf32cf0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b"} 2026-09-09T10:58:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f7ff8b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b", "name": "odh-trusted-ca-bundle", "reconcileID": "5a6c708d-bc5c-4573-8567-9343827d0996", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T10:58:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f7ff8b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b", "name": "odh-trusted-ca-bundle", "reconcileID": "5a6c708d-bc5c-4573-8567-9343827d0996", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b"} 2026-09-09T10:58:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f7ff8b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e985d728-8ffb-4141-aae1-e933f0bd968a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b"} 2026-09-09T10:58:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "d0af99b7-1432-4554-a20a-579f171b6451", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:58:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "d0af99b7-1432-4554-a20a-579f171b6451", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b-authn-ssl"} 2026-09-09T10:58:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "d0af99b7-1432-4554-a20a-579f171b6451", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:58:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "8ac88795-77b6-4139-90d3-47e7f65b06a7", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:58:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "8ac88795-77b6-4139-90d3-47e7f65b06a7", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b-authn-ssl"} 2026-09-09T10:58:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "8ac88795-77b6-4139-90d3-47e7f65b06a7", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:58:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "28c3d3a7-b34a-4a69-ab9c-29149f500c81", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:58:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "28c3d3a7-b34a-4a69-ab9c-29149f500c81", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b-authn-ssl"} 2026-09-09T10:58:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "28c3d3a7-b34a-4a69-ab9c-29149f500c81", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:59:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "7339696d-86bf-4ffd-acd1-6e4e603498dd", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:59:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "7339696d-86bf-4ffd-acd1-6e4e603498dd", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b-authn-ssl"} 2026-09-09T10:59:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "7339696d-86bf-4ffd-acd1-6e4e603498dd", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:59:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f7ff8b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed0e0257-dfad-4f09-b7d2-1441a047ff3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b"} 2026-09-09T10:59:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f7ff8b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed0e0257-dfad-4f09-b7d2-1441a047ff3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T10:59:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f7ff8b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed0e0257-dfad-4f09-b7d2-1441a047ff3e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-f7ff8b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T10:59:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f7ff8b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b", "name": "odh-trusted-ca-bundle", "reconcileID": "ba55a69e-4713-42f4-a1f8-63f65465664e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b"} 2026-09-09T10:59:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f7ff8b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b", "name": "odh-trusted-ca-bundle", "reconcileID": "ba55a69e-4713-42f4-a1f8-63f65465664e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b"} 2026-09-09T10:59:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f7ff8b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b", "name": "openshift-service-ca.crt", "reconcileID": "18c6308b-b51d-4dae-9965-25af7725e29c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b"} 2026-09-09T10:59:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f7ff8b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b", "name": "openshift-service-ca.crt", "reconcileID": "18c6308b-b51d-4dae-9965-25af7725e29c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b"} 2026-09-09T10:59:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f7ff8b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cb03544-641b-410a-b6bc-adb0f8bcfc8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b"} 2026-09-09T10:59:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f7ff8b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cb03544-641b-410a-b6bc-adb0f8bcfc8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f7ff8b"} 2026-09-09T10:59:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f7ff8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f7ff8b", "reconcileID": "eaff4969-0bab-480f-b6f1-d223b7e266ad", "Gateway": "e2e-ipp-cleanup-f7ff8b", "namespace": "openshift-ingress"} 2026-09-09T10:59:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "13afe0fb-c244-483b-a94b-274513af675d", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:59:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "13afe0fb-c244-483b-a94b-274513af675d", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685-authn-ssl"} 2026-09-09T10:59:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "13afe0fb-c244-483b-a94b-274513af675d", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:59:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "dc9b3b0f-113d-4997-a678-51057ba493b3", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:59:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "dc9b3b0f-113d-4997-a678-51057ba493b3", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685-authn-ssl"} 2026-09-09T10:59:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "dc9b3b0f-113d-4997-a678-51057ba493b3", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:59:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "03f77029-4439-41b8-8157-7de54225ea64", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:59:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "03f77029-4439-41b8-8157-7de54225ea64", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685-authn-ssl"} 2026-09-09T10:59:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "03f77029-4439-41b8-8157-7de54225ea64", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T10:59:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "d79d8733-1572-4c91-a06b-5aca40699b29", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:59:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "d79d8733-1572-4c91-a06b-5aca40699b29", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:59:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "d79d8733-1572-4c91-a06b-5aca40699b29", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T10:59:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "d79d8733-1572-4c91-a06b-5aca40699b29", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685-kserve-route-authn"} 2026-09-09T10:59:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "d79d8733-1572-4c91-a06b-5aca40699b29", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685", "authType": "userdefined"} 2026-09-09T10:59:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "d79d8733-1572-4c91-a06b-5aca40699b29", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "4f20b40d-bd89-42de-811c-0ef961af12e4", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "4f20b40d-bd89-42de-811c-0ef961af12e4", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "4f20b40d-bd89-42de-811c-0ef961af12e4", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "4f20b40d-bd89-42de-811c-0ef961af12e4", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685-kserve-route-authn"} 2026-09-09T11:00:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "4f20b40d-bd89-42de-811c-0ef961af12e4", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685", "authType": "userdefined"} 2026-09-09T11:00:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "4f20b40d-bd89-42de-811c-0ef961af12e4", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "87c4ec8a-8cd1-48e4-bb58-293e367f5c7b", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "87c4ec8a-8cd1-48e4-bb58-293e367f5c7b", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685"} 2026-09-09T11:00:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "87c4ec8a-8cd1-48e4-bb58-293e367f5c7b", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "87c4ec8a-8cd1-48e4-bb58-293e367f5c7b", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "87c4ec8a-8cd1-48e4-bb58-293e367f5c7b", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685-kserve-route-authn"} 2026-09-09T11:00:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "87c4ec8a-8cd1-48e4-bb58-293e367f5c7b", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685-kserve-route-authn"} 2026-09-09T11:00:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "87c4ec8a-8cd1-48e4-bb58-293e367f5c7b", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "87c4ec8a-8cd1-48e4-bb58-293e367f5c7b", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "949844ca-1a8f-4695-806e-1f3634d85b90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "949844ca-1a8f-4695-806e-1f3634d85b90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-33d685", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T11:00:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "949844ca-1a8f-4695-806e-1f3634d85b90", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-33d685 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T11:00:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "odh-trusted-ca-bundle", "reconcileID": "c2402eb1-9c30-440a-81c3-92c5137b5b7c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "odh-trusted-ca-bundle", "reconcileID": "c2402eb1-9c30-440a-81c3-92c5137b5b7c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "openshift-service-ca.crt", "reconcileID": "b76f2a02-ecd6-48fe-9527-5de38fde0a5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "openshift-service-ca.crt", "reconcileID": "b76f2a02-ecd6-48fe-9527-5de38fde0a5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7684045b-b961-44ec-855c-7638b7b2c481", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7684045b-b961-44ec-855c-7638b7b2c481", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "0559512f-9dc4-432c-ad50-019c857fce36", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "0559512f-9dc4-432c-ad50-019c857fce36", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685"} 2026-09-09T11:00:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "0559512f-9dc4-432c-ad50-019c857fce36", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "0559512f-9dc4-432c-ad50-019c857fce36", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "0559512f-9dc4-432c-ad50-019c857fce36", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685-kserve-route-authn"} 2026-09-09T11:00:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "0559512f-9dc4-432c-ad50-019c857fce36", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685-kserve-route-authn"} 2026-09-09T11:00:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "0559512f-9dc4-432c-ad50-019c857fce36", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "0559512f-9dc4-432c-ad50-019c857fce36", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "fda61cca-425c-4317-8b8d-6f281bd92dbe", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T11:00:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "fda61cca-425c-4317-8b8d-6f281bd92dbe", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685-authn-ssl"} 2026-09-09T11:00:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "fda61cca-425c-4317-8b8d-6f281bd92dbe", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T11:00:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-33d685","namespace":"ai-tenant-e2e-ipp-a-33d685"}, "namespace": "ai-tenant-e2e-ipp-a-33d685", "name": "ipp-route-33d685", "reconcileID": "65664a4b-b987-4788-aac3-a0db7e001d3c", "LLMInferenceService": "ipp-route-33d685", "namespace": "ai-tenant-e2e-ipp-a-33d685"} 2026-09-09T11:00:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "4e7163fc-1c46-4406-a402-56608de85d55", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T11:00:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "4e7163fc-1c46-4406-a402-56608de85d55", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685-authn-ssl"} 2026-09-09T11:00:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "4e7163fc-1c46-4406-a402-56608de85d55", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T11:00:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-33d685","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-33d685", "reconcileID": "9ec39cc8-b977-4a56-aeeb-38cd9587d22b", "Gateway": "e2e-ipp-a-33d685", "namespace": "openshift-ingress"} 2026-09-09T11:00:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "978fe767-1e1d-48ee-803e-bb7033b1607c", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T11:00:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "978fe767-1e1d-48ee-803e-bb7033b1607c", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb-authn-ssl"} 2026-09-09T11:00:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "978fe767-1e1d-48ee-803e-bb7033b1607c", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T11:00:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "220a6ba4-c4fd-4e59-ae47-801d422e2fe8", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T11:00:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "220a6ba4-c4fd-4e59-ae47-801d422e2fe8", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb-authn-ssl"} 2026-09-09T11:00:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "220a6ba4-c4fd-4e59-ae47-801d422e2fe8", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T11:00:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c1bfbb"}, "namespace": "ai-tenant-e2e-ipp-b-c1bfbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b67e6186-375f-499c-a8bd-7280b64a366b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c1bfbb"} 2026-09-09T11:00:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c1bfbb"}, "namespace": "ai-tenant-e2e-ipp-b-c1bfbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b67e6186-375f-499c-a8bd-7280b64a366b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c1bfbb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T11:00:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c1bfbb"}, "namespace": "ai-tenant-e2e-ipp-b-c1bfbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b67e6186-375f-499c-a8bd-7280b64a366b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-c1bfbb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T11:00:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c1bfbb"}, "namespace": "ai-tenant-e2e-ipp-b-c1bfbb", "name": "odh-trusted-ca-bundle", "reconcileID": "2f175f21-a0df-42d0-b254-512ec111ebca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c1bfbb"} 2026-09-09T11:00:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c1bfbb"}, "namespace": "ai-tenant-e2e-ipp-b-c1bfbb", "name": "odh-trusted-ca-bundle", "reconcileID": "2f175f21-a0df-42d0-b254-512ec111ebca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c1bfbb"} 2026-09-09T11:00:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c1bfbb"}, "namespace": "ai-tenant-e2e-ipp-b-c1bfbb", "name": "openshift-service-ca.crt", "reconcileID": "b043a105-225a-45a7-a304-632321561277", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c1bfbb"} 2026-09-09T11:00:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c1bfbb"}, "namespace": "ai-tenant-e2e-ipp-b-c1bfbb", "name": "openshift-service-ca.crt", "reconcileID": "b043a105-225a-45a7-a304-632321561277", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c1bfbb"} 2026-09-09T11:00:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c1bfbb"}, "namespace": "ai-tenant-e2e-ipp-b-c1bfbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3641aa0-34e9-4d33-bc64-8b389a072e9f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c1bfbb"} 2026-09-09T11:00:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c1bfbb"}, "namespace": "ai-tenant-e2e-ipp-b-c1bfbb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3641aa0-34e9-4d33-bc64-8b389a072e9f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c1bfbb"} 2026-09-09T11:00:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c1bfbb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c1bfbb", "reconcileID": "04aa492c-4597-4d1d-b9bd-f4a05e8c99d6", "Gateway": "e2e-ipp-b-c1bfbb", "namespace": "openshift-ingress"} 2026-09-09T11:00:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1eb21d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1eb21d", "reconcileID": "0f75637b-9ac4-47a7-b712-31c3857e51e6", "Gateway": "e2e-shared-a-w3-1eb21d", "namespace": "openshift-ingress"} 2026-09-09T11:00:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1eb21d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1eb21d", "reconcileID": "0f75637b-9ac4-47a7-b712-31c3857e51e6", "Gateway": "e2e-shared-a-w3-1eb21d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1eb21d-authn-ssl"} 2026-09-09T11:00:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1eb21d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1eb21d", "reconcileID": "0f75637b-9ac4-47a7-b712-31c3857e51e6", "Gateway": "e2e-shared-a-w3-1eb21d", "namespace": "openshift-ingress"} 2026-09-09T11:00:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1eb21d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1eb21d", "reconcileID": "c28aff4e-9289-446b-a011-1d42ad5b5202", "Gateway": "e2e-shared-a-w3-1eb21d", "namespace": "openshift-ingress"} 2026-09-09T11:00:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1eb21d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1eb21d", "reconcileID": "c28aff4e-9289-446b-a011-1d42ad5b5202", "Gateway": "e2e-shared-a-w3-1eb21d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1eb21d-authn-ssl"} 2026-09-09T11:00:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1eb21d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1eb21d", "reconcileID": "c28aff4e-9289-446b-a011-1d42ad5b5202", "Gateway": "e2e-shared-a-w3-1eb21d", "namespace": "openshift-ingress"} 2026-09-09T11:00:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1eb21d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04a03c83-9154-4de7-bf17-77e2fe57a165", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d"} 2026-09-09T11:00:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1eb21d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04a03c83-9154-4de7-bf17-77e2fe57a165", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T11:00:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1eb21d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04a03c83-9154-4de7-bf17-77e2fe57a165", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-1eb21d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T11:00:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1eb21d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "name": "odh-trusted-ca-bundle", "reconcileID": "21a61b39-8907-4f0e-afed-b137d78176b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d"} 2026-09-09T11:00:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1eb21d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "name": "odh-trusted-ca-bundle", "reconcileID": "21a61b39-8907-4f0e-afed-b137d78176b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d"} 2026-09-09T11:00:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-1eb21d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "name": "openshift-service-ca.crt", "reconcileID": "5505e3ce-8e27-48e6-b4ec-adc7fd034f97", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d"} 2026-09-09T11:00:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-1eb21d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "name": "openshift-service-ca.crt", "reconcileID": "5505e3ce-8e27-48e6-b4ec-adc7fd034f97", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d"} 2026-09-09T11:00:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1eb21d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33596b5c-76a2-487f-9817-c55561ede9ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d"} 2026-09-09T11:00:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1eb21d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33596b5c-76a2-487f-9817-c55561ede9ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1eb21d"} 2026-09-09T11:00:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1eb21d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1eb21d", "reconcileID": "3861d0ce-2413-43bb-9353-5b0230e933a7", "Gateway": "e2e-shared-a-w3-1eb21d", "namespace": "openshift-ingress"} 2026-09-09T11:01:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-535b75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-535b75", "reconcileID": "408361a9-1358-476c-96c8-0298ae7d3cd4", "Gateway": "e2e-shared-b-w3-535b75", "namespace": "openshift-ingress"} 2026-09-09T11:01:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-535b75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-535b75", "reconcileID": "408361a9-1358-476c-96c8-0298ae7d3cd4", "Gateway": "e2e-shared-b-w3-535b75", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-535b75-authn-ssl"} 2026-09-09T11:01:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-535b75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-535b75", "reconcileID": "408361a9-1358-476c-96c8-0298ae7d3cd4", "Gateway": "e2e-shared-b-w3-535b75", "namespace": "openshift-ingress"} 2026-09-09T11:01:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-535b75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-535b75", "reconcileID": "7ea1a588-fae2-429a-bc8a-0467616a969f", "Gateway": "e2e-shared-b-w3-535b75", "namespace": "openshift-ingress"} 2026-09-09T11:01:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-535b75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-535b75", "reconcileID": "7ea1a588-fae2-429a-bc8a-0467616a969f", "Gateway": "e2e-shared-b-w3-535b75", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-535b75-authn-ssl"} 2026-09-09T11:01:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-535b75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-535b75", "reconcileID": "7ea1a588-fae2-429a-bc8a-0467616a969f", "Gateway": "e2e-shared-b-w3-535b75", "namespace": "openshift-ingress"} 2026-09-09T11:01:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be9b47ad-41ee-4aad-bec3-81b59347bf89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-535b75"} 2026-09-09T11:01:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be9b47ad-41ee-4aad-bec3-81b59347bf89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T11:01:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be9b47ad-41ee-4aad-bec3-81b59347bf89", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-535b75 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T11:01:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "odh-trusted-ca-bundle", "reconcileID": "dd517c9f-0ed4-45d4-a48a-3a00d64f23b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-535b75"} 2026-09-09T11:01:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "odh-trusted-ca-bundle", "reconcileID": "dd517c9f-0ed4-45d4-a48a-3a00d64f23b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-535b75"} 2026-09-09T11:01:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "openshift-service-ca.crt", "reconcileID": "0b396fad-cfb5-4857-aa14-8b5a9422f959", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-535b75"} 2026-09-09T11:01:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "openshift-service-ca.crt", "reconcileID": "0b396fad-cfb5-4857-aa14-8b5a9422f959", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-535b75"} 2026-09-09T11:01:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41967343-f88f-4aa1-9cc1-0b2b1b736e7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-535b75"} 2026-09-09T11:01:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-535b75"}, "namespace": "ai-tenant-e2e-shared-b-w3-535b75", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41967343-f88f-4aa1-9cc1-0b2b1b736e7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-535b75"} 2026-09-09T11:01:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-535b75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-535b75", "reconcileID": "ad3a731e-5399-4242-8098-89ec14ba613d", "Gateway": "e2e-shared-b-w3-535b75", "namespace": "openshift-ingress"} 2026-09-09T11:03:27Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T11:03:27Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T11:03:30Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T11:03:30Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T11:05:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "29f05e2c-a661-45dd-88de-585eea316ff2", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "29f05e2c-a661-45dd-88de-585eea316ff2", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "29f05e2c-a661-45dd-88de-585eea316ff2", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7e3f5750-b828-494f-8bec-8f9946655b55", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T11:05:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "29f05e2c-a661-45dd-88de-585eea316ff2", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm", "name": "e2e-same-id-a-fe318cb6-kserve-route-authn"} 2026-09-09T11:05:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "29f05e2c-a661-45dd-88de-585eea316ff2", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm", "authType": "userdefined"} 2026-09-09T11:05:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "29f05e2c-a661-45dd-88de-585eea316ff2", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7e3f5750-b828-494f-8bec-8f9946655b55", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T11:05:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7e3f5750-b828-494f-8bec-8f9946655b55", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T11:05:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "e15abd38-4089-46c7-ad81-2adf0629cfd0", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "e15abd38-4089-46c7-ad81-2adf0629cfd0", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "e15abd38-4089-46c7-ad81-2adf0629cfd0", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "e15abd38-4089-46c7-ad81-2adf0629cfd0", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm", "name": "e2e-same-id-a-fe318cb6-kserve-route-authn"} 2026-09-09T11:05:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "e15abd38-4089-46c7-ad81-2adf0629cfd0", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm", "authType": "userdefined"} 2026-09-09T11:05:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "e15abd38-4089-46c7-ad81-2adf0629cfd0", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "32dfce67-2cb1-49da-900d-dfc94f3b716b", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "32dfce67-2cb1-49da-900d-dfc94f3b716b", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "32dfce67-2cb1-49da-900d-dfc94f3b716b", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e1b6b7d-cf58-4a34-b58f-827e344d82e6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T11:05:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "32dfce67-2cb1-49da-900d-dfc94f3b716b", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm", "name": "e2e-same-id-b-fe318cb6-kserve-route-authn"} 2026-09-09T11:05:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "32dfce67-2cb1-49da-900d-dfc94f3b716b", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm", "authType": "userdefined"} 2026-09-09T11:05:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "32dfce67-2cb1-49da-900d-dfc94f3b716b", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e1b6b7d-cf58-4a34-b58f-827e344d82e6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T11:05:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e1b6b7d-cf58-4a34-b58f-827e344d82e6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T11:05:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b02bdc13-d169-4913-adf8-406f23fe47a0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T11:05:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b02bdc13-d169-4913-adf8-406f23fe47a0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T11:05:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b02bdc13-d169-4913-adf8-406f23fe47a0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T11:05:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "bf3a96ea-05f6-4cbf-aa0a-406b50f17aaa", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "bf3a96ea-05f6-4cbf-aa0a-406b50f17aaa", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "bf3a96ea-05f6-4cbf-aa0a-406b50f17aaa", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "bf3a96ea-05f6-4cbf-aa0a-406b50f17aaa", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm", "name": "e2e-same-id-a-fe318cb6-kserve-route-authn"} 2026-09-09T11:05:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "bf3a96ea-05f6-4cbf-aa0a-406b50f17aaa", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm", "authType": "userdefined"} 2026-09-09T11:05:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "bf3a96ea-05f6-4cbf-aa0a-406b50f17aaa", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "77677323-4e20-430b-8e1a-5c10040d7b63", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "77677323-4e20-430b-8e1a-5c10040d7b63", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "77677323-4e20-430b-8e1a-5c10040d7b63", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "77677323-4e20-430b-8e1a-5c10040d7b63", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm", "name": "e2e-same-id-b-fe318cb6-kserve-route-authn"} 2026-09-09T11:05:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "77677323-4e20-430b-8e1a-5c10040d7b63", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm", "authType": "userdefined"} 2026-09-09T11:05:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "77677323-4e20-430b-8e1a-5c10040d7b63", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6d2f28de-09d0-4767-ba86-8184f692e98c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T11:05:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6d2f28de-09d0-4767-ba86-8184f692e98c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T11:05:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6d2f28de-09d0-4767-ba86-8184f692e98c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T11:05:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "3010db84-76e5-4c2a-a7cb-3bf7d7fe0db0", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "3010db84-76e5-4c2a-a7cb-3bf7d7fe0db0", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "3010db84-76e5-4c2a-a7cb-3bf7d7fe0db0", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "3010db84-76e5-4c2a-a7cb-3bf7d7fe0db0", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm", "name": "e2e-same-id-b-fe318cb6-kserve-route-authn"} 2026-09-09T11:05:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "3010db84-76e5-4c2a-a7cb-3bf7d7fe0db0", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm", "authType": "userdefined"} 2026-09-09T11:05:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "3010db84-76e5-4c2a-a7cb-3bf7d7fe0db0", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "a3800830-f201-42d1-ac1f-096c9bdd4471", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "a3800830-f201-42d1-ac1f-096c9bdd4471", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "a3800830-f201-42d1-ac1f-096c9bdd4471", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "a3800830-f201-42d1-ac1f-096c9bdd4471", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm", "name": "e2e-same-id-a-fe318cb6-kserve-route-authn"} 2026-09-09T11:05:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "a3800830-f201-42d1-ac1f-096c9bdd4471", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm", "authType": "userdefined"} 2026-09-09T11:05:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "a3800830-f201-42d1-ac1f-096c9bdd4471", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "68ee55aa-7e7d-4647-bf5d-20caccbfb19d", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "68ee55aa-7e7d-4647-bf5d-20caccbfb19d", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "68ee55aa-7e7d-4647-bf5d-20caccbfb19d", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "68ee55aa-7e7d-4647-bf5d-20caccbfb19d", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm", "name": "e2e-same-id-b-fe318cb6-kserve-route-authn"} 2026-09-09T11:05:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "68ee55aa-7e7d-4647-bf5d-20caccbfb19d", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm", "authType": "userdefined"} 2026-09-09T11:05:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "68ee55aa-7e7d-4647-bf5d-20caccbfb19d", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:47Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "a70900ce-27f6-4d0c-aff6-d0c0a8a5eca1", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:47Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "a70900ce-27f6-4d0c-aff6-d0c0a8a5eca1", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm", "name": "e2e-same-id-a-fe318cb6"} 2026-09-09T11:05:47Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "a70900ce-27f6-4d0c-aff6-d0c0a8a5eca1", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:47Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "a70900ce-27f6-4d0c-aff6-d0c0a8a5eca1", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:47Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "a70900ce-27f6-4d0c-aff6-d0c0a8a5eca1", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm", "name": "e2e-same-id-a-fe318cb6-kserve-route-authn"} 2026-09-09T11:05:47Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "a70900ce-27f6-4d0c-aff6-d0c0a8a5eca1", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm", "name": "e2e-same-id-a-fe318cb6-kserve-route-authn"} 2026-09-09T11:05:47Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fe318cb6", "reconcileID": "a5d93ec4-5884-484d-8cdb-769d069ee534", "LLMInferenceService": "e2e-same-id-a-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de43f3f6-a916-499c-a20b-abefb2444296", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T11:05:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de43f3f6-a916-499c-a20b-abefb2444296", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T11:05:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de43f3f6-a916-499c-a20b-abefb2444296", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T11:05:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dab66fac-6c19-477c-86cb-87ba5243cbc2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T11:05:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dab66fac-6c19-477c-86cb-87ba5243cbc2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T11:05:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dab66fac-6c19-477c-86cb-87ba5243cbc2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T11:05:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "98a2c937-dc40-4b41-819d-13514cb8511a", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "98a2c937-dc40-4b41-819d-13514cb8511a", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm", "name": "e2e-same-id-b-fe318cb6"} 2026-09-09T11:05:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "98a2c937-dc40-4b41-819d-13514cb8511a", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "98a2c937-dc40-4b41-819d-13514cb8511a", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "98a2c937-dc40-4b41-819d-13514cb8511a", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm", "name": "e2e-same-id-b-fe318cb6-kserve-route-authn"} 2026-09-09T11:05:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "98a2c937-dc40-4b41-819d-13514cb8511a", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm", "name": "e2e-same-id-b-fe318cb6-kserve-route-authn"} 2026-09-09T11:05:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fe318cb6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fe318cb6", "reconcileID": "bfe017b1-587b-40ba-84a8-e836981083e7", "LLMInferenceService": "e2e-same-id-b-fe318cb6", "namespace": "llm"} 2026-09-09T11:05:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "676299df-4d41-4450-94cc-650051bff865", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T11:05:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "676299df-4d41-4450-94cc-650051bff865", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T11:05:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "676299df-4d41-4450-94cc-650051bff865", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T11:05:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b90d8c61-f9db-4289-9e4e-d1d3142867d2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T11:05:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b90d8c61-f9db-4289-9e4e-d1d3142867d2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T11:05:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b90d8c61-f9db-4289-9e4e-d1d3142867d2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}