2026-09-10T17:40:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-52f72f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-52f72f", "reconcileID": "9f264c54-17c1-44f2-8b80-fa88450ca09e", "Gateway": "e2e-shared-a-w2-52f72f", "namespace": "openshift-ingress"} 2026-09-10T17:40:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-52f72f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-52f72f", "reconcileID": "9f264c54-17c1-44f2-8b80-fa88450ca09e", "Gateway": "e2e-shared-a-w2-52f72f", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-52f72f-authn-ssl"} 2026-09-10T17:40:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-52f72f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-52f72f", "reconcileID": "9f264c54-17c1-44f2-8b80-fa88450ca09e", "Gateway": "e2e-shared-a-w2-52f72f", "namespace": "openshift-ingress"} 2026-09-10T17:40:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c30a2","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "rate-test-model-3c30a2", "reconcileID": "997b4bbf-2597-4fc2-8cb3-1c2028dfc928", "LLMInferenceService": "rate-test-model-3c30a2", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2"} 2026-09-10T17:40:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c30a2","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "rate-test-model-3c30a2", "reconcileID": "997b4bbf-2597-4fc2-8cb3-1c2028dfc928", "LLMInferenceService": "rate-test-model-3c30a2", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2"} 2026-09-10T17:40:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c30a2","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "rate-test-model-3c30a2", "reconcileID": "997b4bbf-2597-4fc2-8cb3-1c2028dfc928", "LLMInferenceService": "rate-test-model-3c30a2", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2"} 2026-09-10T17:40:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c30a2","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "rate-test-model-3c30a2", "reconcileID": "997b4bbf-2597-4fc2-8cb3-1c2028dfc928", "LLMInferenceService": "rate-test-model-3c30a2", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "rate-test-model-3c30a2-kserve-route-authn"} 2026-09-10T17:40:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c30a2","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "rate-test-model-3c30a2", "reconcileID": "997b4bbf-2597-4fc2-8cb3-1c2028dfc928", "LLMInferenceService": "rate-test-model-3c30a2", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "authType": "userdefined"} 2026-09-10T17:40:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c30a2","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "rate-test-model-3c30a2", "reconcileID": "997b4bbf-2597-4fc2-8cb3-1c2028dfc928", "LLMInferenceService": "rate-test-model-3c30a2", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2"} 2026-09-10T17:40:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "9e226353-7024-4590-ae7c-d55de08905ce", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:40:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "9e226353-7024-4590-ae7c-d55de08905ce", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:40:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "9e226353-7024-4590-ae7c-d55de08905ce", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:40:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c1fb61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61", "reconcileID": "292e7b68-73c3-453d-8112-fbac660d3206", "Gateway": "e2e-shared-b-w3-c1fb61", "namespace": "openshift-ingress"} 2026-09-10T17:40:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "9e226353-7024-4590-ae7c-d55de08905ce", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61-kserve-route-authn"} 2026-09-10T17:40:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "9e226353-7024-4590-ae7c-d55de08905ce", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "authType": "userdefined"} 2026-09-10T17:40:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "9e226353-7024-4590-ae7c-d55de08905ce", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:40:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c1fb61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61", "reconcileID": "292e7b68-73c3-453d-8112-fbac660d3206", "Gateway": "e2e-shared-b-w3-c1fb61", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61-authn-ssl"} 2026-09-10T17:40:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c1fb61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61", "reconcileID": "292e7b68-73c3-453d-8112-fbac660d3206", "Gateway": "e2e-shared-b-w3-c1fb61", "namespace": "openshift-ingress"} 2026-09-10T17:40:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "1304428e-cd80-4bd7-bd8d-72560376f636", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:40:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "1304428e-cd80-4bd7-bd8d-72560376f636", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:40:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "1304428e-cd80-4bd7-bd8d-72560376f636", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:40:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "1304428e-cd80-4bd7-bd8d-72560376f636", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61-kserve-route-authn"} 2026-09-10T17:40:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "1304428e-cd80-4bd7-bd8d-72560376f636", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "authType": "userdefined"} 2026-09-10T17:40:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "1304428e-cd80-4bd7-bd8d-72560376f636", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:40:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-52f72f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-52f72f", "reconcileID": "0fbf967a-8ce1-4047-822c-4ff9cd9aa948", "Gateway": "e2e-shared-a-w2-52f72f", "namespace": "openshift-ingress"} 2026-09-10T17:40:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-52f72f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-52f72f", "reconcileID": "0fbf967a-8ce1-4047-822c-4ff9cd9aa948", "Gateway": "e2e-shared-a-w2-52f72f", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-52f72f-authn-ssl"} 2026-09-10T17:40:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-52f72f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-52f72f", "reconcileID": "0fbf967a-8ce1-4047-822c-4ff9cd9aa948", "Gateway": "e2e-shared-a-w2-52f72f", "namespace": "openshift-ingress"} 2026-09-10T17:40:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-52f72f"}, "namespace": "ai-tenant-e2e-shared-a-w2-52f72f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af75aed9-120e-4b4a-9278-9ec3ee942e96", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-52f72f"} 2026-09-10T17:40:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-52f72f"}, "namespace": "ai-tenant-e2e-shared-a-w2-52f72f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af75aed9-120e-4b4a-9278-9ec3ee942e96", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-52f72f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:40:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-52f72f"}, "namespace": "ai-tenant-e2e-shared-a-w2-52f72f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af75aed9-120e-4b4a-9278-9ec3ee942e96", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-52f72f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:40:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-52f72f"}, "namespace": "ai-tenant-e2e-shared-a-w2-52f72f", "name": "odh-trusted-ca-bundle", "reconcileID": "3f571005-27e0-4bd1-90ea-5a256c30e11a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-52f72f"} 2026-09-10T17:40:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-52f72f"}, "namespace": "ai-tenant-e2e-shared-a-w2-52f72f", "name": "odh-trusted-ca-bundle", "reconcileID": "3f571005-27e0-4bd1-90ea-5a256c30e11a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-52f72f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:40:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-52f72f"}, "namespace": "ai-tenant-e2e-shared-a-w2-52f72f", "name": "odh-trusted-ca-bundle", "reconcileID": "3f571005-27e0-4bd1-90ea-5a256c30e11a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-52f72f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:40:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-52f72f"}, "namespace": "ai-tenant-e2e-shared-a-w2-52f72f", "name": "openshift-service-ca.crt", "reconcileID": "ac45f641-9ec6-4e74-93d1-a92898e6df5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-52f72f"} 2026-09-10T17:40:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-52f72f"}, "namespace": "ai-tenant-e2e-shared-a-w2-52f72f", "name": "openshift-service-ca.crt", "reconcileID": "ac45f641-9ec6-4e74-93d1-a92898e6df5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-52f72f"} 2026-09-10T17:40:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-52f72f"}, "namespace": "ai-tenant-e2e-shared-a-w2-52f72f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "802fb4bc-3593-4918-b156-76af3f4df428", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-52f72f"} 2026-09-10T17:40:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-52f72f"}, "namespace": "ai-tenant-e2e-shared-a-w2-52f72f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "802fb4bc-3593-4918-b156-76af3f4df428", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-52f72f"} 2026-09-10T17:40:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-52f72f"}, "namespace": "ai-tenant-e2e-shared-a-w2-52f72f", "name": "odh-trusted-ca-bundle", "reconcileID": "08e8c4f7-76e4-4a81-b12e-0d8ffea6c4de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-52f72f"} 2026-09-10T17:40:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-52f72f"}, "namespace": "ai-tenant-e2e-shared-a-w2-52f72f", "name": "odh-trusted-ca-bundle", "reconcileID": "08e8c4f7-76e4-4a81-b12e-0d8ffea6c4de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-52f72f"} 2026-09-10T17:40:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-52f72f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-52f72f", "reconcileID": "9f49126a-d2c7-4e41-a132-2127b5e21d3d", "Gateway": "e2e-shared-a-w2-52f72f", "namespace": "openshift-ingress"} 2026-09-10T17:40:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5912a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5912a3", "reconcileID": "454ee820-c609-4a3a-9bc0-4191fe834576", "Gateway": "e2e-shared-b-w2-5912a3", "namespace": "openshift-ingress"} 2026-09-10T17:40:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5912a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5912a3", "reconcileID": "454ee820-c609-4a3a-9bc0-4191fe834576", "Gateway": "e2e-shared-b-w2-5912a3", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5912a3-authn-ssl"} 2026-09-10T17:40:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5912a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5912a3", "reconcileID": "454ee820-c609-4a3a-9bc0-4191fe834576", "Gateway": "e2e-shared-b-w2-5912a3", "namespace": "openshift-ingress"} 2026-09-10T17:40:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c1fb61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61", "reconcileID": "b6bb471d-8b25-4f2b-b42f-06f56880b59d", "Gateway": "e2e-shared-b-w3-c1fb61", "namespace": "openshift-ingress"} 2026-09-10T17:40:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c1fb61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61", "reconcileID": "b6bb471d-8b25-4f2b-b42f-06f56880b59d", "Gateway": "e2e-shared-b-w3-c1fb61", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61-authn-ssl"} 2026-09-10T17:40:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c1fb61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61", "reconcileID": "b6bb471d-8b25-4f2b-b42f-06f56880b59d", "Gateway": "e2e-shared-b-w3-c1fb61", "namespace": "openshift-ingress"} 2026-09-10T17:40:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5912a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5912a3", "reconcileID": "27bd78cd-4ea0-4b98-b7f7-7003f9bfdd92", "Gateway": "e2e-shared-b-w2-5912a3", "namespace": "openshift-ingress"} 2026-09-10T17:40:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5912a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5912a3", "reconcileID": "27bd78cd-4ea0-4b98-b7f7-7003f9bfdd92", "Gateway": "e2e-shared-b-w2-5912a3", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5912a3-authn-ssl"} 2026-09-10T17:40:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5912a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5912a3", "reconcileID": "27bd78cd-4ea0-4b98-b7f7-7003f9bfdd92", "Gateway": "e2e-shared-b-w2-5912a3", "namespace": "openshift-ingress"} 2026-09-10T17:40:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "58260eb8-3d34-40c0-a93b-1870ebec4e16", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:40:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "58260eb8-3d34-40c0-a93b-1870ebec4e16", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:40:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "58260eb8-3d34-40c0-a93b-1870ebec4e16", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:40:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "58260eb8-3d34-40c0-a93b-1870ebec4e16", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61-kserve-route-authn"} 2026-09-10T17:40:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "58260eb8-3d34-40c0-a93b-1870ebec4e16", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "authType": "userdefined"} 2026-09-10T17:40:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "58260eb8-3d34-40c0-a93b-1870ebec4e16", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:40:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5912a3"}, "namespace": "ai-tenant-e2e-shared-b-w2-5912a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f807f004-8491-49cb-baed-7442a14cb999", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5912a3"} 2026-09-10T17:40:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5912a3"}, "namespace": "ai-tenant-e2e-shared-b-w2-5912a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f807f004-8491-49cb-baed-7442a14cb999", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5912a3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:40:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5912a3"}, "namespace": "ai-tenant-e2e-shared-b-w2-5912a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f807f004-8491-49cb-baed-7442a14cb999", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-5912a3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:40:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5912a3"}, "namespace": "ai-tenant-e2e-shared-b-w2-5912a3", "name": "odh-trusted-ca-bundle", "reconcileID": "2c56f12b-724c-4814-a9a7-e2096a305a01", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5912a3"} 2026-09-10T17:40:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5912a3"}, "namespace": "ai-tenant-e2e-shared-b-w2-5912a3", "name": "odh-trusted-ca-bundle", "reconcileID": "2c56f12b-724c-4814-a9a7-e2096a305a01", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5912a3"} 2026-09-10T17:40:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-5912a3"}, "namespace": "ai-tenant-e2e-shared-b-w2-5912a3", "name": "openshift-service-ca.crt", "reconcileID": "9158df6b-a7c4-4927-85e4-1f0614838dd5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-5912a3"} 2026-09-10T17:40:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-5912a3"}, "namespace": "ai-tenant-e2e-shared-b-w2-5912a3", "name": "openshift-service-ca.crt", "reconcileID": "9158df6b-a7c4-4927-85e4-1f0614838dd5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-5912a3"} 2026-09-10T17:40:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5912a3"}, "namespace": "ai-tenant-e2e-shared-b-w2-5912a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c163f1e1-010e-427e-8d8d-43b6a2053e13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5912a3"} 2026-09-10T17:40:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5912a3"}, "namespace": "ai-tenant-e2e-shared-b-w2-5912a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c163f1e1-010e-427e-8d8d-43b6a2053e13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5912a3"} 2026-09-10T17:40:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5912a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5912a3", "reconcileID": "f13afd52-0654-478e-a26c-3b60dd35a1f0", "Gateway": "e2e-shared-b-w2-5912a3", "namespace": "openshift-ingress"} 2026-09-10T17:40:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "3b1afce7-0651-4feb-8d64-5b0c9585c601", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:40:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "3b1afce7-0651-4feb-8d64-5b0c9585c601", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:40:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "3b1afce7-0651-4feb-8d64-5b0c9585c601", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:40:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "3b1afce7-0651-4feb-8d64-5b0c9585c601", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61-kserve-route-authn"} 2026-09-10T17:40:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "3b1afce7-0651-4feb-8d64-5b0c9585c601", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "authType": "userdefined"} 2026-09-10T17:40:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "3b1afce7-0651-4feb-8d64-5b0c9585c601", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:41:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c30a2","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "rate-test-model-3c30a2", "reconcileID": "42483d69-cbd2-4d0f-86eb-0f85426557cb", "LLMInferenceService": "rate-test-model-3c30a2", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2"} 2026-09-10T17:41:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c30a2","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "rate-test-model-3c30a2", "reconcileID": "42483d69-cbd2-4d0f-86eb-0f85426557cb", "LLMInferenceService": "rate-test-model-3c30a2", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "rate-test-model-3c30a2"} 2026-09-10T17:41:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c30a2","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "rate-test-model-3c30a2", "reconcileID": "42483d69-cbd2-4d0f-86eb-0f85426557cb", "LLMInferenceService": "rate-test-model-3c30a2", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2"} 2026-09-10T17:41:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c30a2","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "rate-test-model-3c30a2", "reconcileID": "42483d69-cbd2-4d0f-86eb-0f85426557cb", "LLMInferenceService": "rate-test-model-3c30a2", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2"} 2026-09-10T17:41:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c30a2","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "rate-test-model-3c30a2", "reconcileID": "42483d69-cbd2-4d0f-86eb-0f85426557cb", "LLMInferenceService": "rate-test-model-3c30a2", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "rate-test-model-3c30a2-kserve-route-authn"} 2026-09-10T17:41:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c30a2","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "rate-test-model-3c30a2", "reconcileID": "42483d69-cbd2-4d0f-86eb-0f85426557cb", "LLMInferenceService": "rate-test-model-3c30a2", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "rate-test-model-3c30a2-kserve-route-authn"} 2026-09-10T17:41:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c30a2","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "rate-test-model-3c30a2", "reconcileID": "42483d69-cbd2-4d0f-86eb-0f85426557cb", "LLMInferenceService": "rate-test-model-3c30a2", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2"} 2026-09-10T17:41:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c30a2","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "rate-test-model-3c30a2", "reconcileID": "42483d69-cbd2-4d0f-86eb-0f85426557cb", "LLMInferenceService": "rate-test-model-3c30a2", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2"} 2026-09-10T17:41:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3c30a2","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "rate-test-model-3c30a2", "reconcileID": "96c227b9-86eb-478b-b4da-dc6c932d3aab", "LLMInferenceService": "rate-test-model-3c30a2", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2"} 2026-09-10T17:41:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c30a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c30a2", "reconcileID": "dd42c511-f205-4d4f-8743-c8f0b769ceab", "Gateway": "e2e-shared-a-w3-3c30a2", "namespace": "openshift-ingress"} 2026-09-10T17:41:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c30a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c30a2", "reconcileID": "dd42c511-f205-4d4f-8743-c8f0b769ceab", "Gateway": "e2e-shared-a-w3-3c30a2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c30a2-authn-ssl"} 2026-09-10T17:41:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c30a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c30a2", "reconcileID": "dd42c511-f205-4d4f-8743-c8f0b769ceab", "Gateway": "e2e-shared-a-w3-3c30a2", "namespace": "openshift-ingress"} 2026-09-10T17:41:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c30a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c30a2", "reconcileID": "98e16af1-bbbd-4c14-80af-9c858cfa97e4", "Gateway": "e2e-shared-a-w3-3c30a2", "namespace": "openshift-ingress"} 2026-09-10T17:41:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c30a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c30a2", "reconcileID": "98e16af1-bbbd-4c14-80af-9c858cfa97e4", "Gateway": "e2e-shared-a-w3-3c30a2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c30a2-authn-ssl"} 2026-09-10T17:41:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c30a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c30a2", "reconcileID": "98e16af1-bbbd-4c14-80af-9c858cfa97e4", "Gateway": "e2e-shared-a-w3-3c30a2", "namespace": "openshift-ingress"} 2026-09-10T17:41:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "475127a2-7497-48bc-9060-dfd8dc442ed8", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:41:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "475127a2-7497-48bc-9060-dfd8dc442ed8", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61"} 2026-09-10T17:41:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "475127a2-7497-48bc-9060-dfd8dc442ed8", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:41:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "475127a2-7497-48bc-9060-dfd8dc442ed8", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:41:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "475127a2-7497-48bc-9060-dfd8dc442ed8", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61-kserve-route-authn"} 2026-09-10T17:41:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "475127a2-7497-48bc-9060-dfd8dc442ed8", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61-kserve-route-authn"} 2026-09-10T17:41:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "475127a2-7497-48bc-9060-dfd8dc442ed8", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:41:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "475127a2-7497-48bc-9060-dfd8dc442ed8", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:41:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c1fb61","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "rate-test-model-c1fb61", "reconcileID": "8022bbf2-63eb-43d7-86fa-ba60b82bc600", "LLMInferenceService": "rate-test-model-c1fb61", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:41:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c1fb61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61", "reconcileID": "9b4b7404-b257-4d78-8029-6c8126b4c846", "Gateway": "e2e-shared-b-w3-c1fb61", "namespace": "openshift-ingress"} 2026-09-10T17:41:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c1fb61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61", "reconcileID": "9b4b7404-b257-4d78-8029-6c8126b4c846", "Gateway": "e2e-shared-b-w3-c1fb61", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61-authn-ssl"} 2026-09-10T17:41:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c1fb61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61", "reconcileID": "9b4b7404-b257-4d78-8029-6c8126b4c846", "Gateway": "e2e-shared-b-w3-c1fb61", "namespace": "openshift-ingress"} 2026-09-10T17:41:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c1fb61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61", "reconcileID": "6b75f9aa-b52a-4383-b74b-7be00febd0e6", "Gateway": "e2e-shared-b-w3-c1fb61", "namespace": "openshift-ingress"} 2026-09-10T17:41:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c1fb61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61", "reconcileID": "6b75f9aa-b52a-4383-b74b-7be00febd0e6", "Gateway": "e2e-shared-b-w3-c1fb61", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61-authn-ssl"} 2026-09-10T17:41:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c1fb61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61", "reconcileID": "6b75f9aa-b52a-4383-b74b-7be00febd0e6", "Gateway": "e2e-shared-b-w3-c1fb61", "namespace": "openshift-ingress"} 2026-09-10T17:41:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "894492b7-ed23-4a74-87bd-3d3d338a6282", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:41:19Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "894492b7-ed23-4a74-87bd-3d3d338a6282", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0-authn-ssl"} 2026-09-10T17:41:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "894492b7-ed23-4a74-87bd-3d3d338a6282", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:41:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "e97a182f-8aa8-400b-83d0-abf7bc73581b", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:41:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "e97a182f-8aa8-400b-83d0-abf7bc73581b", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0-authn-ssl"} 2026-09-10T17:41:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "e97a182f-8aa8-400b-83d0-abf7bc73581b", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:41:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "12bdbc40-1856-47f9-82c6-6b4bd6d8b3c9", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:41:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "12bdbc40-1856-47f9-82c6-6b4bd6d8b3c9", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0-authn-ssl"} 2026-09-10T17:41:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "12bdbc40-1856-47f9-82c6-6b4bd6d8b3c9", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:41:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "8a90a80f-8d85-40b1-9a37-e16e800e1aee", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:41:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "8a90a80f-8d85-40b1-9a37-e16e800e1aee", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0-authn-ssl"} 2026-09-10T17:41:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "8a90a80f-8d85-40b1-9a37-e16e800e1aee", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:41:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "7c567b9d-1b66-4682-acd3-fcf20507439c", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:41:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "7c567b9d-1b66-4682-acd3-fcf20507439c", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0-authn-ssl"} 2026-09-10T17:41:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "7c567b9d-1b66-4682-acd3-fcf20507439c", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:41:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "5a1344d0-09c8-4983-b1e2-826152126598", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:41:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "5a1344d0-09c8-4983-b1e2-826152126598", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0-authn-ssl"} 2026-09-10T17:41:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "5a1344d0-09c8-4983-b1e2-826152126598", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:41:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "9e880d6f-ebb3-438c-b637-0b5a05ba7b88", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:41:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "9e880d6f-ebb3-438c-b637-0b5a05ba7b88", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0-authn-ssl"} 2026-09-10T17:41:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "9e880d6f-ebb3-438c-b637-0b5a05ba7b88", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:41:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "118dcaa7-f771-4b8e-8b96-0b1168f43321", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:41:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "118dcaa7-f771-4b8e-8b96-0b1168f43321", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0-authn-ssl"} 2026-09-10T17:41:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "118dcaa7-f771-4b8e-8b96-0b1168f43321", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:41:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "openshift-service-ca.crt", "reconcileID": "432a93df-15a1-44ec-a23c-0dd063b85b70", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:41:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "odh-trusted-ca-bundle", "reconcileID": "16d83176-70e6-4402-b97d-d6813826c705", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:41:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "openshift-service-ca.crt", "reconcileID": "b5146adb-0a19-4dcf-9b91-abaaa80a4161", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7858f0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:41:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "openshift-service-ca.crt", "reconcileID": "b5146adb-0a19-4dcf-9b91-abaaa80a4161", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:41:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1027938f-0219-4444-ae18-4850e53d1d5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:41:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "openshift-service-ca.crt", "reconcileID": "6ff6cd44-a6ac-4361-8b3c-e60433d32931", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:41:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "odh-trusted-ca-bundle", "reconcileID": "4368ff50-f08e-4cfc-b85f-c792b50b6340", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7858f0", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:41:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "odh-trusted-ca-bundle", "reconcileID": "4368ff50-f08e-4cfc-b85f-c792b50b6340", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:41:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "924e1ee9-5b4a-4280-83c4-e6f7246ee923", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:41:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "a6976d68-d2b2-4a4e-8743-b803e1cf4f18", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:41:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "a6976d68-d2b2-4a4e-8743-b803e1cf4f18", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0-authn-ssl"} 2026-09-10T17:41:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "a6976d68-d2b2-4a4e-8743-b803e1cf4f18", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:41:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "88ddbaa9-9b06-4560-88e8-493dbaec6dc8", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:41:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "88ddbaa9-9b06-4560-88e8-493dbaec6dc8", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0-authn-ssl"} 2026-09-10T17:41:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "88ddbaa9-9b06-4560-88e8-493dbaec6dc8", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:41:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "ef7b54a1-695a-4772-ba73-afab21a55930", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:41:48Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "ef7b54a1-695a-4772-ba73-afab21a55930", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd-authn-ssl"} 2026-09-10T17:41:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "ef7b54a1-695a-4772-ba73-afab21a55930", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:41:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "aea99207-6a71-4ccb-ad55-ac44e4d0d617", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:41:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "aea99207-6a71-4ccb-ad55-ac44e4d0d617", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd-authn-ssl"} 2026-09-10T17:41:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "aea99207-6a71-4ccb-ad55-ac44e4d0d617", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:41:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "e953894e-1259-4770-80fe-988f2b83fde4", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:41:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "e953894e-1259-4770-80fe-988f2b83fde4", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd-authn-ssl"} 2026-09-10T17:41:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "e953894e-1259-4770-80fe-988f2b83fde4", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:41:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "bccc31d5-6c1a-4de5-9c45-89391d13308c", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:41:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "bccc31d5-6c1a-4de5-9c45-89391d13308c", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd-authn-ssl"} 2026-09-10T17:41:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "bccc31d5-6c1a-4de5-9c45-89391d13308c", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:41:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "6054cddf-5b20-4ca2-92f5-4b598a12003c", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:41:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "6054cddf-5b20-4ca2-92f5-4b598a12003c", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd-authn-ssl"} 2026-09-10T17:41:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "6054cddf-5b20-4ca2-92f5-4b598a12003c", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:41:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "6e47214d-112f-4620-95e0-6816cab9f85f", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:41:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "6e47214d-112f-4620-95e0-6816cab9f85f", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd-authn-ssl"} 2026-09-10T17:41:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "6e47214d-112f-4620-95e0-6816cab9f85f", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:41:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "0535da52-bfa7-47dc-a365-2e5c87fc8779", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:41:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "0535da52-bfa7-47dc-a365-2e5c87fc8779", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd-authn-ssl"} 2026-09-10T17:41:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "0535da52-bfa7-47dc-a365-2e5c87fc8779", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:41:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fdb1bd"}, "namespace": "ai-tenant-e2e-ipp-b-fdb1bd", "name": "openshift-service-ca.crt", "reconcileID": "b720372f-bed5-49a6-abd8-85d66da19ea0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fdb1bd"} 2026-09-10T17:41:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fdb1bd"}, "namespace": "ai-tenant-e2e-ipp-b-fdb1bd", "name": "odh-trusted-ca-bundle", "reconcileID": "fd27c94f-4212-499a-9ffe-6c21b1152f81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fdb1bd"} 2026-09-10T17:41:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fdb1bd"}, "namespace": "ai-tenant-e2e-ipp-b-fdb1bd", "name": "openshift-service-ca.crt", "reconcileID": "92e39e25-25f3-4b1c-a386-82e7da420832", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fdb1bd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:41:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fdb1bd"}, "namespace": "ai-tenant-e2e-ipp-b-fdb1bd", "name": "openshift-service-ca.crt", "reconcileID": "92e39e25-25f3-4b1c-a386-82e7da420832", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fdb1bd"} 2026-09-10T17:41:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fdb1bd"}, "namespace": "ai-tenant-e2e-ipp-b-fdb1bd", "name": "openshift-service-ca.crt", "reconcileID": "554d1725-98c5-4394-8e80-2872842b0db5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fdb1bd"} 2026-09-10T17:41:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fdb1bd"}, "namespace": "ai-tenant-e2e-ipp-b-fdb1bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0d515a0-67c1-4d35-aea7-0bfb601d4c5a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fdb1bd"} 2026-09-10T17:41:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fdb1bd"}, "namespace": "ai-tenant-e2e-ipp-b-fdb1bd", "name": "odh-trusted-ca-bundle", "reconcileID": "7e8e69a5-ee83-4303-b4bf-ac2060f85527", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fdb1bd", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:41:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fdb1bd"}, "namespace": "ai-tenant-e2e-ipp-b-fdb1bd", "name": "odh-trusted-ca-bundle", "reconcileID": "7e8e69a5-ee83-4303-b4bf-ac2060f85527", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fdb1bd"} 2026-09-10T17:41:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fdb1bd"}, "namespace": "ai-tenant-e2e-ipp-b-fdb1bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d23ef785-bc2a-45cd-a31b-1d71711acde6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fdb1bd"} 2026-09-10T17:41:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "69c2ebaf-0154-4ef3-a5fd-2882154b2e0f", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:41:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "69c2ebaf-0154-4ef3-a5fd-2882154b2e0f", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd-authn-ssl"} 2026-09-10T17:41:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "69c2ebaf-0154-4ef3-a5fd-2882154b2e0f", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:42:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "0ec41863-3da8-4f43-b187-68efdd18928b", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:42:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "0ec41863-3da8-4f43-b187-68efdd18928b", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd-authn-ssl"} 2026-09-10T17:42:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "0ec41863-3da8-4f43-b187-68efdd18928b", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:42:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "5f9d8fcc-042e-4f71-8e3e-409299203190", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:42:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "5f9d8fcc-042e-4f71-8e3e-409299203190", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:42:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "5f9d8fcc-042e-4f71-8e3e-409299203190", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:42:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "a93b84b5-e9e2-491b-a338-d2d8d73e1827", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:42:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "5f9d8fcc-042e-4f71-8e3e-409299203190", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0-kserve-route-authn"} 2026-09-10T17:42:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "5f9d8fcc-042e-4f71-8e3e-409299203190", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0", "authType": "userdefined"} 2026-09-10T17:42:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "5f9d8fcc-042e-4f71-8e3e-409299203190", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:42:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "a93b84b5-e9e2-491b-a338-d2d8d73e1827", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0-authn-ssl"} 2026-09-10T17:42:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "a93b84b5-e9e2-491b-a338-d2d8d73e1827", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:42:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "e608e54f-7151-471a-8dd1-1b620bfda6bf", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:42:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "e608e54f-7151-471a-8dd1-1b620bfda6bf", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:42:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "e608e54f-7151-471a-8dd1-1b620bfda6bf", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:42:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "e608e54f-7151-471a-8dd1-1b620bfda6bf", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0-kserve-route-authn"} 2026-09-10T17:42:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "e608e54f-7151-471a-8dd1-1b620bfda6bf", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0", "authType": "userdefined"} 2026-09-10T17:42:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "e608e54f-7151-471a-8dd1-1b620bfda6bf", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:42:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "2847d758-56d1-4cbe-b652-b3b00bafb7a0", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:42:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "2847d758-56d1-4cbe-b652-b3b00bafb7a0", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0-authn-ssl"} 2026-09-10T17:42:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "2847d758-56d1-4cbe-b652-b3b00bafb7a0", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:42:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "10465429-45f7-4040-860f-450bc35db43c", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:42:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "10465429-45f7-4040-860f-450bc35db43c", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:42:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "10465429-45f7-4040-860f-450bc35db43c", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:42:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "10465429-45f7-4040-860f-450bc35db43c", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0-kserve-route-authn"} 2026-09-10T17:42:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "10465429-45f7-4040-860f-450bc35db43c", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0", "authType": "userdefined"} 2026-09-10T17:42:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "10465429-45f7-4040-860f-450bc35db43c", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:42:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "244820f2-7658-43f5-8289-42f21dbeda52", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:42:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "244820f2-7658-43f5-8289-42f21dbeda52", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:42:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "244820f2-7658-43f5-8289-42f21dbeda52", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:42:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "244820f2-7658-43f5-8289-42f21dbeda52", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0-kserve-route-authn"} 2026-09-10T17:42:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "244820f2-7658-43f5-8289-42f21dbeda52", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0", "authType": "userdefined"} 2026-09-10T17:42:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "244820f2-7658-43f5-8289-42f21dbeda52", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:42:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "fb8bf563-9602-439f-bf76-719808f6047c", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:42:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "fb8bf563-9602-439f-bf76-719808f6047c", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df-authn-ssl"} 2026-09-10T17:42:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "fb8bf563-9602-439f-bf76-719808f6047c", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:42:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "9491b43e-5230-4674-b4f6-eabb56a96688", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:42:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "9491b43e-5230-4674-b4f6-eabb56a96688", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df-authn-ssl"} 2026-09-10T17:42:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "9491b43e-5230-4674-b4f6-eabb56a96688", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:42:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "2cadb577-e4c1-4ab4-8692-49d848af0c76", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:42:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "2cadb577-e4c1-4ab4-8692-49d848af0c76", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df-authn-ssl"} 2026-09-10T17:42:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "2cadb577-e4c1-4ab4-8692-49d848af0c76", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:42:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "a32819cc-85f1-4710-a043-32022375a4f6", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:42:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "a32819cc-85f1-4710-a043-32022375a4f6", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df-authn-ssl"} 2026-09-10T17:42:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "a32819cc-85f1-4710-a043-32022375a4f6", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:42:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "2c9c1fc0-1584-4f72-836c-c95c268383f1", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:42:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "2c9c1fc0-1584-4f72-836c-c95c268383f1", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df-authn-ssl"} 2026-09-10T17:42:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "2c9c1fc0-1584-4f72-836c-c95c268383f1", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:42:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "818c5924-ee54-43e3-b24f-2f75cb68e548", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:42:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "818c5924-ee54-43e3-b24f-2f75cb68e548", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df-authn-ssl"} 2026-09-10T17:42:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "818c5924-ee54-43e3-b24f-2f75cb68e548", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:43:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "1f88d3de-976d-49af-9fdc-7b3acb03617e", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:43:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "1f88d3de-976d-49af-9fdc-7b3acb03617e", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df-authn-ssl"} 2026-09-10T17:43:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "1f88d3de-976d-49af-9fdc-7b3acb03617e", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:43:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8a34df"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df", "name": "openshift-service-ca.crt", "reconcileID": "3cb0fe44-2c3d-460f-b50a-f5fe34be88f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df"} 2026-09-10T17:43:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a34df"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df", "name": "odh-trusted-ca-bundle", "reconcileID": "546d9a84-2f5a-4950-aa0b-f50b157e0fbe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df"} 2026-09-10T17:43:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8a34df"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df", "name": "openshift-service-ca.crt", "reconcileID": "80aa8a2a-8687-4340-a8ba-dd0200478f1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:43:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8a34df"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df", "name": "openshift-service-ca.crt", "reconcileID": "80aa8a2a-8687-4340-a8ba-dd0200478f1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df"} 2026-09-10T17:43:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a34df"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00116a16-492b-4c86-8f06-ce1f8ed935f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df"} 2026-09-10T17:43:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8a34df"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df", "name": "openshift-service-ca.crt", "reconcileID": "18e8586a-e4a3-4688-bc87-23b05ff3a497", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df"} 2026-09-10T17:43:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a34df"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df", "name": "odh-trusted-ca-bundle", "reconcileID": "20315a2f-a467-4c90-8816-0acbba2cb75f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:43:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a34df"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df", "name": "odh-trusted-ca-bundle", "reconcileID": "20315a2f-a467-4c90-8816-0acbba2cb75f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df"} 2026-09-10T17:43:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a34df"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5397784e-da8e-4bf7-9412-6eba0b9d1c52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df"} 2026-09-10T17:43:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "9d468635-062e-4313-b69d-0defca6848f4", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:43:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "9d468635-062e-4313-b69d-0defca6848f4", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df-authn-ssl"} 2026-09-10T17:43:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "9d468635-062e-4313-b69d-0defca6848f4", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:43:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "e2745160-1b52-4d03-ad15-e19c0ec25cb7", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:43:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "e2745160-1b52-4d03-ad15-e19c0ec25cb7", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df-authn-ssl"} 2026-09-10T17:43:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "e2745160-1b52-4d03-ad15-e19c0ec25cb7", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:43:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "5f4f5516-e987-45e8-bac7-759bc0f3728e", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:43:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "5f4f5516-e987-45e8-bac7-759bc0f3728e", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df-authn-ssl"} 2026-09-10T17:43:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "5f4f5516-e987-45e8-bac7-759bc0f3728e", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:43:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "3a6abb54-36d9-49ef-b793-e13ef2e91824", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:43:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "3a6abb54-36d9-49ef-b793-e13ef2e91824", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df-authn-ssl"} 2026-09-10T17:43:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "3a6abb54-36d9-49ef-b793-e13ef2e91824", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:43:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a34df"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d500d12-d011-4bbd-95d8-9a3ec8c5681b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df"} 2026-09-10T17:43:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a34df"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d500d12-d011-4bbd-95d8-9a3ec8c5681b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:43:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a34df"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d500d12-d011-4bbd-95d8-9a3ec8c5681b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-8a34df because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:43:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a34df"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df", "name": "odh-trusted-ca-bundle", "reconcileID": "689e4711-9c5a-4a39-b731-2d5f0d7c4c3b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df"} 2026-09-10T17:43:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a34df"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df", "name": "odh-trusted-ca-bundle", "reconcileID": "689e4711-9c5a-4a39-b731-2d5f0d7c4c3b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df"} 2026-09-10T17:43:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8a34df"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df", "name": "openshift-service-ca.crt", "reconcileID": "986d90db-5775-4da1-910b-a29f8ea46a8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df"} 2026-09-10T17:43:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8a34df"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df", "name": "openshift-service-ca.crt", "reconcileID": "986d90db-5775-4da1-910b-a29f8ea46a8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df"} 2026-09-10T17:43:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a34df"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a5ce21b-5ba4-4cfb-82d1-af8e7fb09c7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df"} 2026-09-10T17:43:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a34df"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a5ce21b-5ba4-4cfb-82d1-af8e7fb09c7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a34df"} 2026-09-10T17:43:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a34df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a34df", "reconcileID": "4ea7b896-bc82-4aa7-8eff-618b314ab241", "Gateway": "e2e-ipp-cleanup-8a34df", "namespace": "openshift-ingress"} 2026-09-10T17:44:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "e9dd63d8-fa50-42b5-95ca-7aa0936ab981", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:44:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "e9dd63d8-fa50-42b5-95ca-7aa0936ab981", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0-authn-ssl"} 2026-09-10T17:44:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "e9dd63d8-fa50-42b5-95ca-7aa0936ab981", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:44:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "32fc568d-e2ec-4e5f-ba9c-1b51c78059b0", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:44:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "32fc568d-e2ec-4e5f-ba9c-1b51c78059b0", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0-authn-ssl"} 2026-09-10T17:44:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "32fc568d-e2ec-4e5f-ba9c-1b51c78059b0", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:44:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "bbc869ec-1627-4b1c-adea-95246a7f9bda", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:44:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "bbc869ec-1627-4b1c-adea-95246a7f9bda", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0-authn-ssl"} 2026-09-10T17:44:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "bbc869ec-1627-4b1c-adea-95246a7f9bda", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:44:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "44e75570-8f20-4d84-813c-a055546c0f35", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "44e75570-8f20-4d84-813c-a055546c0f35", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "44e75570-8f20-4d84-813c-a055546c0f35", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "44e75570-8f20-4d84-813c-a055546c0f35", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0-kserve-route-authn"} 2026-09-10T17:44:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "44e75570-8f20-4d84-813c-a055546c0f35", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0", "authType": "userdefined"} 2026-09-10T17:44:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "44e75570-8f20-4d84-813c-a055546c0f35", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:44Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:44:44Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:44:46Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:44:46Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:44:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "02881983-6bc6-4747-ad9b-f0bb005ad331", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:44:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "02881983-6bc6-4747-ad9b-f0bb005ad331", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0-authn-ssl"} 2026-09-10T17:44:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "02881983-6bc6-4747-ad9b-f0bb005ad331", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:44:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "e19d1408-dd41-4a74-9354-96eaa957685a", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "e19d1408-dd41-4a74-9354-96eaa957685a", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "e19d1408-dd41-4a74-9354-96eaa957685a", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "e19d1408-dd41-4a74-9354-96eaa957685a", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0-kserve-route-authn"} 2026-09-10T17:44:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "e19d1408-dd41-4a74-9354-96eaa957685a", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0", "authType": "userdefined"} 2026-09-10T17:44:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "e19d1408-dd41-4a74-9354-96eaa957685a", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "eb613efc-4224-4ba5-a05c-eec2c0c0438c", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "eb613efc-4224-4ba5-a05c-eec2c0c0438c", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "eb613efc-4224-4ba5-a05c-eec2c0c0438c", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "eb613efc-4224-4ba5-a05c-eec2c0c0438c", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0-kserve-route-authn"} 2026-09-10T17:44:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "eb613efc-4224-4ba5-a05c-eec2c0c0438c", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0", "authType": "userdefined"} 2026-09-10T17:44:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "eb613efc-4224-4ba5-a05c-eec2c0c0438c", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "709800ef-0beb-4b47-9785-48845dceb778", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "709800ef-0beb-4b47-9785-48845dceb778", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7858f0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:44:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "709800ef-0beb-4b47-9785-48845dceb778", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-7858f0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:44:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "odh-trusted-ca-bundle", "reconcileID": "253708ed-6de6-42c7-a0a4-284167263394", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "odh-trusted-ca-bundle", "reconcileID": "253708ed-6de6-42c7-a0a4-284167263394", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "openshift-service-ca.crt", "reconcileID": "901237ac-5ac6-4320-be67-bcdad70c86de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "openshift-service-ca.crt", "reconcileID": "901237ac-5ac6-4320-be67-bcdad70c86de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "234625c4-b008-4dfe-9d32-104fd353ed29", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "234625c4-b008-4dfe-9d32-104fd353ed29", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "428ae72d-6352-4289-b198-9265e643f6c8", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "428ae72d-6352-4289-b198-9265e643f6c8", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0"} 2026-09-10T17:44:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "428ae72d-6352-4289-b198-9265e643f6c8", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "428ae72d-6352-4289-b198-9265e643f6c8", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "428ae72d-6352-4289-b198-9265e643f6c8", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0-kserve-route-authn"} 2026-09-10T17:44:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "428ae72d-6352-4289-b198-9265e643f6c8", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0-kserve-route-authn"} 2026-09-10T17:44:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "428ae72d-6352-4289-b198-9265e643f6c8", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "428ae72d-6352-4289-b198-9265e643f6c8", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-7858f0","namespace":"ai-tenant-e2e-ipp-a-7858f0"}, "namespace": "ai-tenant-e2e-ipp-a-7858f0", "name": "ipp-route-7858f0", "reconcileID": "198be9d0-17e6-4c35-a52b-c7a5ae0f01d3", "LLMInferenceService": "ipp-route-7858f0", "namespace": "ai-tenant-e2e-ipp-a-7858f0"} 2026-09-10T17:44:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "63452f2b-7cd0-4fa2-a059-447b839dca75", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:44:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "63452f2b-7cd0-4fa2-a059-447b839dca75", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0-authn-ssl"} 2026-09-10T17:44:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "63452f2b-7cd0-4fa2-a059-447b839dca75", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:44:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-7858f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-7858f0", "reconcileID": "8fd0b3ad-b20b-46bf-bdf5-5d9ec842c2fb", "Gateway": "e2e-ipp-a-7858f0", "namespace": "openshift-ingress"} 2026-09-10T17:45:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "a33402be-f642-4a35-93f6-713b1fe67190", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:45:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "a33402be-f642-4a35-93f6-713b1fe67190", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd-authn-ssl"} 2026-09-10T17:45:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "a33402be-f642-4a35-93f6-713b1fe67190", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:45:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "6ecc60e5-3e7a-4e60-8622-9aa2a0868bd8", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:45:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "6ecc60e5-3e7a-4e60-8622-9aa2a0868bd8", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd-authn-ssl"} 2026-09-10T17:45:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "6ecc60e5-3e7a-4e60-8622-9aa2a0868bd8", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:45:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fdb1bd"}, "namespace": "ai-tenant-e2e-ipp-b-fdb1bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2fcd4f8-2c09-4a1a-ad1c-f091bec5aa90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fdb1bd"} 2026-09-10T17:45:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fdb1bd"}, "namespace": "ai-tenant-e2e-ipp-b-fdb1bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2fcd4f8-2c09-4a1a-ad1c-f091bec5aa90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fdb1bd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:45:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fdb1bd"}, "namespace": "ai-tenant-e2e-ipp-b-fdb1bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2fcd4f8-2c09-4a1a-ad1c-f091bec5aa90", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-fdb1bd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:45:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fdb1bd"}, "namespace": "ai-tenant-e2e-ipp-b-fdb1bd", "name": "odh-trusted-ca-bundle", "reconcileID": "4167d580-3437-4fa3-a192-b75ffd0dde1d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fdb1bd"} 2026-09-10T17:45:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fdb1bd"}, "namespace": "ai-tenant-e2e-ipp-b-fdb1bd", "name": "odh-trusted-ca-bundle", "reconcileID": "4167d580-3437-4fa3-a192-b75ffd0dde1d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fdb1bd"} 2026-09-10T17:45:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fdb1bd"}, "namespace": "ai-tenant-e2e-ipp-b-fdb1bd", "name": "openshift-service-ca.crt", "reconcileID": "a7495259-7f4f-4bae-8906-b37c5502fc4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fdb1bd"} 2026-09-10T17:45:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fdb1bd"}, "namespace": "ai-tenant-e2e-ipp-b-fdb1bd", "name": "openshift-service-ca.crt", "reconcileID": "a7495259-7f4f-4bae-8906-b37c5502fc4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fdb1bd"} 2026-09-10T17:45:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fdb1bd"}, "namespace": "ai-tenant-e2e-ipp-b-fdb1bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1eae2bd3-0dbe-42cc-b47a-c7facec7a1cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fdb1bd"} 2026-09-10T17:45:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fdb1bd"}, "namespace": "ai-tenant-e2e-ipp-b-fdb1bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1eae2bd3-0dbe-42cc-b47a-c7facec7a1cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fdb1bd"} 2026-09-10T17:45:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fdb1bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fdb1bd", "reconcileID": "21270397-70d1-4691-a255-ac77502bf932", "Gateway": "e2e-ipp-b-fdb1bd", "namespace": "openshift-ingress"} 2026-09-10T17:45:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c30a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c30a2", "reconcileID": "b1913d19-8461-4207-8a02-c7978b36eeb1", "Gateway": "e2e-shared-a-w3-3c30a2", "namespace": "openshift-ingress"} 2026-09-10T17:45:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c30a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c30a2", "reconcileID": "b1913d19-8461-4207-8a02-c7978b36eeb1", "Gateway": "e2e-shared-a-w3-3c30a2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c30a2-authn-ssl"} 2026-09-10T17:45:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c30a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c30a2", "reconcileID": "b1913d19-8461-4207-8a02-c7978b36eeb1", "Gateway": "e2e-shared-a-w3-3c30a2", "namespace": "openshift-ingress"} 2026-09-10T17:45:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c30a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c30a2", "reconcileID": "491dfa23-aec9-4df5-bb8c-563ae0c15c8a", "Gateway": "e2e-shared-a-w3-3c30a2", "namespace": "openshift-ingress"} 2026-09-10T17:45:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c30a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c30a2", "reconcileID": "491dfa23-aec9-4df5-bb8c-563ae0c15c8a", "Gateway": "e2e-shared-a-w3-3c30a2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c30a2-authn-ssl"} 2026-09-10T17:45:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c30a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c30a2", "reconcileID": "491dfa23-aec9-4df5-bb8c-563ae0c15c8a", "Gateway": "e2e-shared-a-w3-3c30a2", "namespace": "openshift-ingress"} 2026-09-10T17:45:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae23fd80-0498-40a6-9464-a006bb83d6ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2"} 2026-09-10T17:45:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae23fd80-0498-40a6-9464-a006bb83d6ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:45:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae23fd80-0498-40a6-9464-a006bb83d6ad", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-3c30a2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:45:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "odh-trusted-ca-bundle", "reconcileID": "42da280b-018a-43a5-a30e-37a0515fc90f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2"} 2026-09-10T17:45:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "odh-trusted-ca-bundle", "reconcileID": "42da280b-018a-43a5-a30e-37a0515fc90f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2"} 2026-09-10T17:45:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "openshift-service-ca.crt", "reconcileID": "af64a4ef-313a-41e3-8806-fd9c3840e024", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2"} 2026-09-10T17:45:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "openshift-service-ca.crt", "reconcileID": "af64a4ef-313a-41e3-8806-fd9c3840e024", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2"} 2026-09-10T17:45:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3878d4d3-0962-456a-8bb9-acecb87a6c72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2"} 2026-09-10T17:45:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3c30a2"}, "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3878d4d3-0962-456a-8bb9-acecb87a6c72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3c30a2"} 2026-09-10T17:45:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3c30a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3c30a2", "reconcileID": "1522a70b-d5f5-4fed-bc02-47b14d8bb8bc", "Gateway": "e2e-shared-a-w3-3c30a2", "namespace": "openshift-ingress"} 2026-09-10T17:45:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c1fb61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61", "reconcileID": "2123480e-e5d6-48c6-ba8d-71aa40cae16d", "Gateway": "e2e-shared-b-w3-c1fb61", "namespace": "openshift-ingress"} 2026-09-10T17:45:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c1fb61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61", "reconcileID": "2123480e-e5d6-48c6-ba8d-71aa40cae16d", "Gateway": "e2e-shared-b-w3-c1fb61", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61-authn-ssl"} 2026-09-10T17:45:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c1fb61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61", "reconcileID": "2123480e-e5d6-48c6-ba8d-71aa40cae16d", "Gateway": "e2e-shared-b-w3-c1fb61", "namespace": "openshift-ingress"} 2026-09-10T17:45:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c1fb61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61", "reconcileID": "d9a85893-8736-49d5-8466-8f391371e4ce", "Gateway": "e2e-shared-b-w3-c1fb61", "namespace": "openshift-ingress"} 2026-09-10T17:45:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c1fb61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61", "reconcileID": "d9a85893-8736-49d5-8466-8f391371e4ce", "Gateway": "e2e-shared-b-w3-c1fb61", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61-authn-ssl"} 2026-09-10T17:45:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c1fb61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61", "reconcileID": "d9a85893-8736-49d5-8466-8f391371e4ce", "Gateway": "e2e-shared-b-w3-c1fb61", "namespace": "openshift-ingress"} 2026-09-10T17:45:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ed2294a-e044-449a-9d7a-557a1561409a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:45:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ed2294a-e044-449a-9d7a-557a1561409a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T17:45:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ed2294a-e044-449a-9d7a-557a1561409a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-c1fb61 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T17:45:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "odh-trusted-ca-bundle", "reconcileID": "29286db9-5cca-44ac-8fcd-aacdb14f42ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:45:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "odh-trusted-ca-bundle", "reconcileID": "29286db9-5cca-44ac-8fcd-aacdb14f42ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:45:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "openshift-service-ca.crt", "reconcileID": "4ba56b28-0b57-491f-b44c-a036f1df48bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:45:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "openshift-service-ca.crt", "reconcileID": "4ba56b28-0b57-491f-b44c-a036f1df48bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:45:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aed5f87a-46be-4445-959d-1aaee12eb5d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:45:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c1fb61"}, "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aed5f87a-46be-4445-959d-1aaee12eb5d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c1fb61"} 2026-09-10T17:45:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c1fb61","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c1fb61", "reconcileID": "e6a1dfa3-7bb8-40b5-a823-33df5cb27500", "Gateway": "e2e-shared-b-w3-c1fb61", "namespace": "openshift-ingress"} 2026-09-10T17:50:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "c4127062-0933-4aff-a469-e4d046468084", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm"} 2026-09-10T17:50:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "c4127062-0933-4aff-a469-e4d046468084", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm"} 2026-09-10T17:50:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "c4127062-0933-4aff-a469-e4d046468084", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm"} 2026-09-10T17:50:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f3681a06-88d1-4d88-9b99-fe5e03f75b9a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:50:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "c4127062-0933-4aff-a469-e4d046468084", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm", "name": "e2e-same-id-a-60869e21-kserve-route-authn"} 2026-09-10T17:50:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "c4127062-0933-4aff-a469-e4d046468084", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:50:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "c4127062-0933-4aff-a469-e4d046468084", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm"} 2026-09-10T17:50:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f3681a06-88d1-4d88-9b99-fe5e03f75b9a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:50:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f3681a06-88d1-4d88-9b99-fe5e03f75b9a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:50:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "55779dac-5133-4bad-aa31-b24f6a5fa9f0", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm"} 2026-09-10T17:50:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "55779dac-5133-4bad-aa31-b24f6a5fa9f0", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm"} 2026-09-10T17:50:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "55779dac-5133-4bad-aa31-b24f6a5fa9f0", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm"} 2026-09-10T17:50:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "55779dac-5133-4bad-aa31-b24f6a5fa9f0", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm", "name": "e2e-same-id-a-60869e21-kserve-route-authn"} 2026-09-10T17:50:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "55779dac-5133-4bad-aa31-b24f6a5fa9f0", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:50:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "55779dac-5133-4bad-aa31-b24f6a5fa9f0", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm"} 2026-09-10T17:50:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "6174a657-dbcb-4859-85c5-4b1b0256dbf1", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm"} 2026-09-10T17:50:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "6174a657-dbcb-4859-85c5-4b1b0256dbf1", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm"} 2026-09-10T17:50:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "6174a657-dbcb-4859-85c5-4b1b0256dbf1", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm"} 2026-09-10T17:50:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b94a45d8-876b-4919-849a-31836afaef8f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:50:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "6174a657-dbcb-4859-85c5-4b1b0256dbf1", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm", "name": "e2e-same-id-b-60869e21-kserve-route-authn"} 2026-09-10T17:50:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "6174a657-dbcb-4859-85c5-4b1b0256dbf1", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:50:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "6174a657-dbcb-4859-85c5-4b1b0256dbf1", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm"} 2026-09-10T17:50:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b94a45d8-876b-4919-849a-31836afaef8f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:50:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b94a45d8-876b-4919-849a-31836afaef8f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:50:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "849a773d-f94f-45be-8fda-ffe3f0ef0eb9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:50:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "849a773d-f94f-45be-8fda-ffe3f0ef0eb9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:50:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "849a773d-f94f-45be-8fda-ffe3f0ef0eb9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:50:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "b3e81735-74ad-42c7-9e0d-62f7f868bcf1", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm"} 2026-09-10T17:50:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "b3e81735-74ad-42c7-9e0d-62f7f868bcf1", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm"} 2026-09-10T17:50:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "b3e81735-74ad-42c7-9e0d-62f7f868bcf1", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm"} 2026-09-10T17:50:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "b3e81735-74ad-42c7-9e0d-62f7f868bcf1", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm", "name": "e2e-same-id-a-60869e21-kserve-route-authn"} 2026-09-10T17:50:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "b3e81735-74ad-42c7-9e0d-62f7f868bcf1", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:50:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "b3e81735-74ad-42c7-9e0d-62f7f868bcf1", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm"} 2026-09-10T17:50:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "e9431831-5305-4846-8f76-c2e525d33615", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm"} 2026-09-10T17:50:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "e9431831-5305-4846-8f76-c2e525d33615", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm"} 2026-09-10T17:50:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "e9431831-5305-4846-8f76-c2e525d33615", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm"} 2026-09-10T17:50:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "e9431831-5305-4846-8f76-c2e525d33615", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm", "name": "e2e-same-id-b-60869e21-kserve-route-authn"} 2026-09-10T17:50:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "e9431831-5305-4846-8f76-c2e525d33615", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:50:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "e9431831-5305-4846-8f76-c2e525d33615", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm"} 2026-09-10T17:50:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a31bf99f-835c-4d7a-8a80-422ac4c2709e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:50:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a31bf99f-835c-4d7a-8a80-422ac4c2709e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:50:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a31bf99f-835c-4d7a-8a80-422ac4c2709e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:50:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "caa6f65e-8739-4f2e-aa38-f4e8ff46fb03", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm"} 2026-09-10T17:50:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "caa6f65e-8739-4f2e-aa38-f4e8ff46fb03", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm"} 2026-09-10T17:50:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "caa6f65e-8739-4f2e-aa38-f4e8ff46fb03", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm"} 2026-09-10T17:50:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "caa6f65e-8739-4f2e-aa38-f4e8ff46fb03", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm", "name": "e2e-same-id-b-60869e21-kserve-route-authn"} 2026-09-10T17:50:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "caa6f65e-8739-4f2e-aa38-f4e8ff46fb03", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:50:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "caa6f65e-8739-4f2e-aa38-f4e8ff46fb03", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm"} 2026-09-10T17:50:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "69b17207-fb73-4594-b525-d530480a1cc5", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm"} 2026-09-10T17:50:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "69b17207-fb73-4594-b525-d530480a1cc5", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm"} 2026-09-10T17:50:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "69b17207-fb73-4594-b525-d530480a1cc5", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm"} 2026-09-10T17:50:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "69b17207-fb73-4594-b525-d530480a1cc5", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm", "name": "e2e-same-id-a-60869e21-kserve-route-authn"} 2026-09-10T17:50:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "69b17207-fb73-4594-b525-d530480a1cc5", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:50:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "69b17207-fb73-4594-b525-d530480a1cc5", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm"} 2026-09-10T17:50:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "df0dcf52-41cb-4db4-872f-69c539439e6b", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm"} 2026-09-10T17:50:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "df0dcf52-41cb-4db4-872f-69c539439e6b", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm"} 2026-09-10T17:50:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "df0dcf52-41cb-4db4-872f-69c539439e6b", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm"} 2026-09-10T17:50:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "df0dcf52-41cb-4db4-872f-69c539439e6b", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm", "name": "e2e-same-id-b-60869e21-kserve-route-authn"} 2026-09-10T17:50:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "df0dcf52-41cb-4db4-872f-69c539439e6b", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm", "authType": "userdefined"} 2026-09-10T17:50:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "df0dcf52-41cb-4db4-872f-69c539439e6b", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm"} 2026-09-10T17:50:54Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:50:54Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:50:55Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:50:55Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T17:50:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "c4e0469b-ff0a-49c2-aebc-fc0f72944378", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm"} 2026-09-10T17:50:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "c4e0469b-ff0a-49c2-aebc-fc0f72944378", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm", "name": "e2e-same-id-a-60869e21"} 2026-09-10T17:50:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "c4e0469b-ff0a-49c2-aebc-fc0f72944378", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm"} 2026-09-10T17:50:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "c4e0469b-ff0a-49c2-aebc-fc0f72944378", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm"} 2026-09-10T17:50:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "c4e0469b-ff0a-49c2-aebc-fc0f72944378", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm", "name": "e2e-same-id-a-60869e21-kserve-route-authn"} 2026-09-10T17:50:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "c4e0469b-ff0a-49c2-aebc-fc0f72944378", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm", "name": "e2e-same-id-a-60869e21-kserve-route-authn"} 2026-09-10T17:50:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-60869e21", "reconcileID": "eae21078-b96b-44da-9451-35eaab8e4fca", "LLMInferenceService": "e2e-same-id-a-60869e21", "namespace": "llm"} 2026-09-10T17:50:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "901fb45f-562c-46c8-8993-313b58f4f0db", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:50:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "901fb45f-562c-46c8-8993-313b58f4f0db", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:50:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "901fb45f-562c-46c8-8993-313b58f4f0db", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:50:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9151f08d-6fae-4661-b8c8-1c4fbd5b467d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:50:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9151f08d-6fae-4661-b8c8-1c4fbd5b467d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:50:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9151f08d-6fae-4661-b8c8-1c4fbd5b467d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:50:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "53d41f9a-1134-4694-9b41-7adf9d15930b", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm"} 2026-09-10T17:50:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "53d41f9a-1134-4694-9b41-7adf9d15930b", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm", "name": "e2e-same-id-b-60869e21"} 2026-09-10T17:50:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "53d41f9a-1134-4694-9b41-7adf9d15930b", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm"} 2026-09-10T17:50:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "53d41f9a-1134-4694-9b41-7adf9d15930b", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm"} 2026-09-10T17:50:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "53d41f9a-1134-4694-9b41-7adf9d15930b", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm", "name": "e2e-same-id-b-60869e21-kserve-route-authn"} 2026-09-10T17:50:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "53d41f9a-1134-4694-9b41-7adf9d15930b", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm", "name": "e2e-same-id-b-60869e21-kserve-route-authn"} 2026-09-10T17:50:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-60869e21","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-60869e21", "reconcileID": "0975b035-663c-4806-8f89-016f468dcda9", "LLMInferenceService": "e2e-same-id-b-60869e21", "namespace": "llm"} 2026-09-10T17:50:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5daf1f9-f909-46be-8b4c-ebe889ea3f2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:50:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5daf1f9-f909-46be-8b4c-ebe889ea3f2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:50:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5daf1f9-f909-46be-8b4c-ebe889ea3f2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:50:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6026d43a-b53a-4517-b793-a76bdf7e98a4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T17:50:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6026d43a-b53a-4517-b793-a76bdf7e98a4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T17:50:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6026d43a-b53a-4517-b793-a76bdf7e98a4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}