2026-09-10T21:04:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-849fe6"}, "namespace": "ai-tenant-e2e-api-b-849fe6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95649be0-faa4-41ca-b407-73cc02359aa4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-849fe6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:04:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-849fe6"}, "namespace": "ai-tenant-e2e-api-b-849fe6", "name": "odh-trusted-ca-bundle", "reconcileID": "f1c77fc1-8cd5-4556-a1e9-6cf09fe45125", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-849fe6"} 2026-09-10T21:04:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-849fe6"}, "namespace": "ai-tenant-e2e-api-b-849fe6", "name": "odh-trusted-ca-bundle", "reconcileID": "f1c77fc1-8cd5-4556-a1e9-6cf09fe45125", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-849fe6"} 2026-09-10T21:04:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-849fe6"}, "namespace": "ai-tenant-e2e-api-b-849fe6", "name": "openshift-service-ca.crt", "reconcileID": "7ca4f034-b919-4b97-9f1f-30269323473a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-849fe6"} 2026-09-10T21:04:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-849fe6"}, "namespace": "ai-tenant-e2e-api-b-849fe6", "name": "openshift-service-ca.crt", "reconcileID": "7ca4f034-b919-4b97-9f1f-30269323473a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-849fe6"} 2026-09-10T21:04:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-849fe6"}, "namespace": "ai-tenant-e2e-api-b-849fe6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d56c5c34-594a-492e-8948-0fa20cf19ebc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-849fe6"} 2026-09-10T21:04:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-849fe6"}, "namespace": "ai-tenant-e2e-api-b-849fe6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d56c5c34-594a-492e-8948-0fa20cf19ebc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-849fe6"} 2026-09-10T21:04:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-849fe6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-849fe6", "reconcileID": "01ba892b-8b03-4d90-8495-6490610741c7", "Gateway": "e2e-api-b-849fe6", "namespace": "openshift-ingress"} 2026-09-10T21:04:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3fc2b8","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "rate-test-model-3fc2b8", "reconcileID": "8bb6bfd8-d3f5-40db-b6e5-63922e8b2c44", "LLMInferenceService": "rate-test-model-3fc2b8", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8"} 2026-09-10T21:04:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3fc2b8","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "rate-test-model-3fc2b8", "reconcileID": "8bb6bfd8-d3f5-40db-b6e5-63922e8b2c44", "LLMInferenceService": "rate-test-model-3fc2b8", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8"} 2026-09-10T21:04:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3fc2b8","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "rate-test-model-3fc2b8", "reconcileID": "8bb6bfd8-d3f5-40db-b6e5-63922e8b2c44", "LLMInferenceService": "rate-test-model-3fc2b8", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8"} 2026-09-10T21:04:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3fc2b8","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "rate-test-model-3fc2b8", "reconcileID": "8bb6bfd8-d3f5-40db-b6e5-63922e8b2c44", "LLMInferenceService": "rate-test-model-3fc2b8", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "rate-test-model-3fc2b8-kserve-route-authn"} 2026-09-10T21:04:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3fc2b8","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "rate-test-model-3fc2b8", "reconcileID": "8bb6bfd8-d3f5-40db-b6e5-63922e8b2c44", "LLMInferenceService": "rate-test-model-3fc2b8", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "authType": "userdefined"} 2026-09-10T21:04:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3fc2b8","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "rate-test-model-3fc2b8", "reconcileID": "8bb6bfd8-d3f5-40db-b6e5-63922e8b2c44", "LLMInferenceService": "rate-test-model-3fc2b8", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8"} 2026-09-10T21:04:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "455533d6-010c-471d-9fc1-7f98ed250f74", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:04:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "455533d6-010c-471d-9fc1-7f98ed250f74", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:04:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "455533d6-010c-471d-9fc1-7f98ed250f74", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:04:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4fe4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f", "reconcileID": "79f5b229-7fe1-4947-847d-f122e6ba1cc0", "Gateway": "e2e-shared-b-w3-f4fe4f", "namespace": "openshift-ingress"} 2026-09-10T21:04:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "455533d6-010c-471d-9fc1-7f98ed250f74", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f-kserve-route-authn"} 2026-09-10T21:04:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "455533d6-010c-471d-9fc1-7f98ed250f74", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "authType": "userdefined"} 2026-09-10T21:04:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "455533d6-010c-471d-9fc1-7f98ed250f74", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:04:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4fe4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f", "reconcileID": "79f5b229-7fe1-4947-847d-f122e6ba1cc0", "Gateway": "e2e-shared-b-w3-f4fe4f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f-authn-ssl"} 2026-09-10T21:04:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4fe4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f", "reconcileID": "79f5b229-7fe1-4947-847d-f122e6ba1cc0", "Gateway": "e2e-shared-b-w3-f4fe4f", "namespace": "openshift-ingress"} 2026-09-10T21:04:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "dc5e815b-ad52-4cd8-b7e4-9f1eed78c59b", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:04:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "dc5e815b-ad52-4cd8-b7e4-9f1eed78c59b", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:04:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "dc5e815b-ad52-4cd8-b7e4-9f1eed78c59b", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:04:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "dc5e815b-ad52-4cd8-b7e4-9f1eed78c59b", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f-kserve-route-authn"} 2026-09-10T21:04:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "dc5e815b-ad52-4cd8-b7e4-9f1eed78c59b", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "authType": "userdefined"} 2026-09-10T21:04:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "dc5e815b-ad52-4cd8-b7e4-9f1eed78c59b", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:04:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cd89ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cd89ac", "reconcileID": "b550b8d4-3b02-4497-b40e-44a2bbf30550", "Gateway": "e2e-shared-a-w2-cd89ac", "namespace": "openshift-ingress"} 2026-09-10T21:04:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cd89ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cd89ac", "reconcileID": "b550b8d4-3b02-4497-b40e-44a2bbf30550", "Gateway": "e2e-shared-a-w2-cd89ac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cd89ac-authn-ssl"} 2026-09-10T21:04:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cd89ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cd89ac", "reconcileID": "b550b8d4-3b02-4497-b40e-44a2bbf30550", "Gateway": "e2e-shared-a-w2-cd89ac", "namespace": "openshift-ingress"} 2026-09-10T21:04:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4fe4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f", "reconcileID": "1cd07014-ce43-4b19-b992-217aa6409c85", "Gateway": "e2e-shared-b-w3-f4fe4f", "namespace": "openshift-ingress"} 2026-09-10T21:04:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4fe4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f", "reconcileID": "1cd07014-ce43-4b19-b992-217aa6409c85", "Gateway": "e2e-shared-b-w3-f4fe4f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f-authn-ssl"} 2026-09-10T21:04:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4fe4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f", "reconcileID": "1cd07014-ce43-4b19-b992-217aa6409c85", "Gateway": "e2e-shared-b-w3-f4fe4f", "namespace": "openshift-ingress"} 2026-09-10T21:04:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cd89ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cd89ac", "reconcileID": "0af6de4b-e865-46a9-8968-69e175abe937", "Gateway": "e2e-shared-a-w2-cd89ac", "namespace": "openshift-ingress"} 2026-09-10T21:04:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cd89ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cd89ac", "reconcileID": "0af6de4b-e865-46a9-8968-69e175abe937", "Gateway": "e2e-shared-a-w2-cd89ac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cd89ac-authn-ssl"} 2026-09-10T21:04:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cd89ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cd89ac", "reconcileID": "0af6de4b-e865-46a9-8968-69e175abe937", "Gateway": "e2e-shared-a-w2-cd89ac", "namespace": "openshift-ingress"} 2026-09-10T21:04:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "95f01d5c-5a9a-4d97-8e8b-9b5fd8a2f11a", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:04:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "95f01d5c-5a9a-4d97-8e8b-9b5fd8a2f11a", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:04:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "95f01d5c-5a9a-4d97-8e8b-9b5fd8a2f11a", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:04:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "95f01d5c-5a9a-4d97-8e8b-9b5fd8a2f11a", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f-kserve-route-authn"} 2026-09-10T21:04:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "95f01d5c-5a9a-4d97-8e8b-9b5fd8a2f11a", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "authType": "userdefined"} 2026-09-10T21:04:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "95f01d5c-5a9a-4d97-8e8b-9b5fd8a2f11a", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:04:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cd89ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-cd89ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8dbca47-9595-440a-aa2c-ddd523ea6e3f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cd89ac"} 2026-09-10T21:04:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cd89ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-cd89ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8dbca47-9595-440a-aa2c-ddd523ea6e3f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cd89ac", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:04:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cd89ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-cd89ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8dbca47-9595-440a-aa2c-ddd523ea6e3f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-cd89ac because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:04:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cd89ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-cd89ac", "name": "odh-trusted-ca-bundle", "reconcileID": "52ae2cb0-ae89-4868-8066-6f96139b72bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cd89ac"} 2026-09-10T21:04:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cd89ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-cd89ac", "name": "odh-trusted-ca-bundle", "reconcileID": "52ae2cb0-ae89-4868-8066-6f96139b72bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cd89ac"} 2026-09-10T21:04:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-cd89ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-cd89ac", "name": "openshift-service-ca.crt", "reconcileID": "9ad9fb49-4555-4462-8adf-d81c7169ff80", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-cd89ac"} 2026-09-10T21:04:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-cd89ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-cd89ac", "name": "openshift-service-ca.crt", "reconcileID": "9ad9fb49-4555-4462-8adf-d81c7169ff80", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-cd89ac"} 2026-09-10T21:04:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cd89ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-cd89ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cdbac23a-a32e-4865-89f0-f3d8416f1605", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cd89ac"} 2026-09-10T21:04:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cd89ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-cd89ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cdbac23a-a32e-4865-89f0-f3d8416f1605", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cd89ac"} 2026-09-10T21:04:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cd89ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cd89ac", "reconcileID": "063c986b-b23d-4476-82b6-00b386b80f25", "Gateway": "e2e-shared-a-w2-cd89ac", "namespace": "openshift-ingress"} 2026-09-10T21:04:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "43da3ee0-403b-4dfa-a0ae-5d31aa8d3136", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:04:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "43da3ee0-403b-4dfa-a0ae-5d31aa8d3136", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:04:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "43da3ee0-403b-4dfa-a0ae-5d31aa8d3136", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:04:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "43da3ee0-403b-4dfa-a0ae-5d31aa8d3136", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f-kserve-route-authn"} 2026-09-10T21:04:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "43da3ee0-403b-4dfa-a0ae-5d31aa8d3136", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "authType": "userdefined"} 2026-09-10T21:04:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "43da3ee0-403b-4dfa-a0ae-5d31aa8d3136", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:05:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "96824d77-bb19-4b79-91f1-57f40fc3256b", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:05:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "96824d77-bb19-4b79-91f1-57f40fc3256b", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:05:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "96824d77-bb19-4b79-91f1-57f40fc3256b", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:05:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "96824d77-bb19-4b79-91f1-57f40fc3256b", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f-kserve-route-authn"} 2026-09-10T21:05:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "96824d77-bb19-4b79-91f1-57f40fc3256b", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "authType": "userdefined"} 2026-09-10T21:05:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "96824d77-bb19-4b79-91f1-57f40fc3256b", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:05:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-3bbb40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3bbb40", "reconcileID": "2a3e0b9d-720e-4e5b-be22-ed26e852b2d3", "Gateway": "e2e-shared-b-w2-3bbb40", "namespace": "openshift-ingress"} 2026-09-10T21:05:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-3bbb40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3bbb40", "reconcileID": "2a3e0b9d-720e-4e5b-be22-ed26e852b2d3", "Gateway": "e2e-shared-b-w2-3bbb40", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3bbb40-authn-ssl"} 2026-09-10T21:05:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-3bbb40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3bbb40", "reconcileID": "2a3e0b9d-720e-4e5b-be22-ed26e852b2d3", "Gateway": "e2e-shared-b-w2-3bbb40", "namespace": "openshift-ingress"} 2026-09-10T21:05:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3bbb40"}, "namespace": "ai-tenant-e2e-shared-b-w2-3bbb40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a36d648-a314-4732-aa74-2164ac705f8b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-3bbb40"} 2026-09-10T21:05:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3bbb40"}, "namespace": "ai-tenant-e2e-shared-b-w2-3bbb40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a36d648-a314-4732-aa74-2164ac705f8b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-3bbb40", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:05:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3bbb40"}, "namespace": "ai-tenant-e2e-shared-b-w2-3bbb40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a36d648-a314-4732-aa74-2164ac705f8b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-3bbb40 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:05:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3bbb40"}, "namespace": "ai-tenant-e2e-shared-b-w2-3bbb40", "name": "odh-trusted-ca-bundle", "reconcileID": "29171d6d-21e0-4ecc-b16b-2d68a56f734c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-3bbb40"} 2026-09-10T21:05:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3bbb40"}, "namespace": "ai-tenant-e2e-shared-b-w2-3bbb40", "name": "odh-trusted-ca-bundle", "reconcileID": "29171d6d-21e0-4ecc-b16b-2d68a56f734c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-3bbb40"} 2026-09-10T21:05:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-3bbb40"}, "namespace": "ai-tenant-e2e-shared-b-w2-3bbb40", "name": "openshift-service-ca.crt", "reconcileID": "48a27795-a6ac-484a-ba73-d50e03b37cb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-3bbb40"} 2026-09-10T21:05:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-3bbb40"}, "namespace": "ai-tenant-e2e-shared-b-w2-3bbb40", "name": "openshift-service-ca.crt", "reconcileID": "48a27795-a6ac-484a-ba73-d50e03b37cb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-3bbb40"} 2026-09-10T21:05:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3bbb40"}, "namespace": "ai-tenant-e2e-shared-b-w2-3bbb40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1cdc6282-d695-4ae3-b1ec-8569c58d9ba9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-3bbb40"} 2026-09-10T21:05:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3bbb40"}, "namespace": "ai-tenant-e2e-shared-b-w2-3bbb40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1cdc6282-d695-4ae3-b1ec-8569c58d9ba9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-3bbb40"} 2026-09-10T21:05:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-3bbb40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3bbb40", "reconcileID": "c96ae428-8480-417c-9282-326b6656da59", "Gateway": "e2e-shared-b-w2-3bbb40", "namespace": "openshift-ingress"} 2026-09-10T21:05:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3fc2b8","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "rate-test-model-3fc2b8", "reconcileID": "37e0b93b-9315-42d2-92f7-9c869068c389", "LLMInferenceService": "rate-test-model-3fc2b8", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8"} 2026-09-10T21:05:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3fc2b8","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "rate-test-model-3fc2b8", "reconcileID": "37e0b93b-9315-42d2-92f7-9c869068c389", "LLMInferenceService": "rate-test-model-3fc2b8", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "rate-test-model-3fc2b8"} 2026-09-10T21:05:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3fc2b8","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "rate-test-model-3fc2b8", "reconcileID": "37e0b93b-9315-42d2-92f7-9c869068c389", "LLMInferenceService": "rate-test-model-3fc2b8", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8"} 2026-09-10T21:05:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3fc2b8","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "rate-test-model-3fc2b8", "reconcileID": "37e0b93b-9315-42d2-92f7-9c869068c389", "LLMInferenceService": "rate-test-model-3fc2b8", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8"} 2026-09-10T21:05:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3fc2b8","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "rate-test-model-3fc2b8", "reconcileID": "37e0b93b-9315-42d2-92f7-9c869068c389", "LLMInferenceService": "rate-test-model-3fc2b8", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "rate-test-model-3fc2b8-kserve-route-authn"} 2026-09-10T21:05:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3fc2b8","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "rate-test-model-3fc2b8", "reconcileID": "37e0b93b-9315-42d2-92f7-9c869068c389", "LLMInferenceService": "rate-test-model-3fc2b8", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "rate-test-model-3fc2b8-kserve-route-authn"} 2026-09-10T21:05:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3fc2b8","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "rate-test-model-3fc2b8", "reconcileID": "37e0b93b-9315-42d2-92f7-9c869068c389", "LLMInferenceService": "rate-test-model-3fc2b8", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8"} 2026-09-10T21:05:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3fc2b8","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "rate-test-model-3fc2b8", "reconcileID": "37e0b93b-9315-42d2-92f7-9c869068c389", "LLMInferenceService": "rate-test-model-3fc2b8", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8"} 2026-09-10T21:05:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3fc2b8","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "rate-test-model-3fc2b8", "reconcileID": "b976447c-874c-4044-96a4-b028b17ad65f", "LLMInferenceService": "rate-test-model-3fc2b8", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8"} 2026-09-10T21:05:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3fc2b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3fc2b8", "reconcileID": "8b926304-6572-4e92-ba27-309962634c85", "Gateway": "e2e-shared-a-w3-3fc2b8", "namespace": "openshift-ingress"} 2026-09-10T21:05:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3fc2b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3fc2b8", "reconcileID": "8b926304-6572-4e92-ba27-309962634c85", "Gateway": "e2e-shared-a-w3-3fc2b8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3fc2b8-authn-ssl"} 2026-09-10T21:05:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3fc2b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3fc2b8", "reconcileID": "8b926304-6572-4e92-ba27-309962634c85", "Gateway": "e2e-shared-a-w3-3fc2b8", "namespace": "openshift-ingress"} 2026-09-10T21:05:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3fc2b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3fc2b8", "reconcileID": "fb6b85ab-632f-46d1-b90f-395b5d0c1606", "Gateway": "e2e-shared-a-w3-3fc2b8", "namespace": "openshift-ingress"} 2026-09-10T21:05:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3fc2b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3fc2b8", "reconcileID": "fb6b85ab-632f-46d1-b90f-395b5d0c1606", "Gateway": "e2e-shared-a-w3-3fc2b8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3fc2b8-authn-ssl"} 2026-09-10T21:05:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3fc2b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3fc2b8", "reconcileID": "fb6b85ab-632f-46d1-b90f-395b5d0c1606", "Gateway": "e2e-shared-a-w3-3fc2b8", "namespace": "openshift-ingress"} 2026-09-10T21:05:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "2e720605-b241-4d35-94f7-14bf0f6b4658", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:05:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "2e720605-b241-4d35-94f7-14bf0f6b4658", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f"} 2026-09-10T21:05:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "2e720605-b241-4d35-94f7-14bf0f6b4658", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:05:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "2e720605-b241-4d35-94f7-14bf0f6b4658", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:05:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "2e720605-b241-4d35-94f7-14bf0f6b4658", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f-kserve-route-authn"} 2026-09-10T21:05:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "2e720605-b241-4d35-94f7-14bf0f6b4658", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f-kserve-route-authn"} 2026-09-10T21:05:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "2e720605-b241-4d35-94f7-14bf0f6b4658", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:05:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "2e720605-b241-4d35-94f7-14bf0f6b4658", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:05:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f4fe4f","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "rate-test-model-f4fe4f", "reconcileID": "5f46edc6-afbf-4c46-baa5-4dc85e4f1305", "LLMInferenceService": "rate-test-model-f4fe4f", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:05:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4fe4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f", "reconcileID": "ff25944e-bb5e-4616-a517-b97dfc4317a4", "Gateway": "e2e-shared-b-w3-f4fe4f", "namespace": "openshift-ingress"} 2026-09-10T21:05:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4fe4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f", "reconcileID": "ff25944e-bb5e-4616-a517-b97dfc4317a4", "Gateway": "e2e-shared-b-w3-f4fe4f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f-authn-ssl"} 2026-09-10T21:05:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4fe4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f", "reconcileID": "ff25944e-bb5e-4616-a517-b97dfc4317a4", "Gateway": "e2e-shared-b-w3-f4fe4f", "namespace": "openshift-ingress"} 2026-09-10T21:05:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4fe4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f", "reconcileID": "49408d52-d746-4df2-b98d-98929737b57c", "Gateway": "e2e-shared-b-w3-f4fe4f", "namespace": "openshift-ingress"} 2026-09-10T21:05:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4fe4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f", "reconcileID": "49408d52-d746-4df2-b98d-98929737b57c", "Gateway": "e2e-shared-b-w3-f4fe4f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f-authn-ssl"} 2026-09-10T21:05:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4fe4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f", "reconcileID": "49408d52-d746-4df2-b98d-98929737b57c", "Gateway": "e2e-shared-b-w3-f4fe4f", "namespace": "openshift-ingress"} 2026-09-10T21:05:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "7300a412-7061-4c56-b1a8-6e61b6db7bd9", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:05:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "7300a412-7061-4c56-b1a8-6e61b6db7bd9", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3-authn-ssl"} 2026-09-10T21:05:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "7300a412-7061-4c56-b1a8-6e61b6db7bd9", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:05:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "71eed2ea-700d-405c-9c51-1c0a579a168b", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:05:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "71eed2ea-700d-405c-9c51-1c0a579a168b", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3-authn-ssl"} 2026-09-10T21:05:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "71eed2ea-700d-405c-9c51-1c0a579a168b", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:05:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "c042a5c2-3198-4c7a-979d-4167d292d9d1", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:05:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "c042a5c2-3198-4c7a-979d-4167d292d9d1", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3-authn-ssl"} 2026-09-10T21:05:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "c042a5c2-3198-4c7a-979d-4167d292d9d1", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:05:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "120e66a4-8f53-4553-addb-e1cd181a4f99", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:05:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "120e66a4-8f53-4553-addb-e1cd181a4f99", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3-authn-ssl"} 2026-09-10T21:05:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "120e66a4-8f53-4553-addb-e1cd181a4f99", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:05:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "44bad46b-e89b-46c7-813e-ff085e698498", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:05:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "44bad46b-e89b-46c7-813e-ff085e698498", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3-authn-ssl"} 2026-09-10T21:05:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "44bad46b-e89b-46c7-813e-ff085e698498", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:05:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "b66ea46e-7b93-4e65-ab78-62138992b806", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:05:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "b66ea46e-7b93-4e65-ab78-62138992b806", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3-authn-ssl"} 2026-09-10T21:05:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "b66ea46e-7b93-4e65-ab78-62138992b806", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:05:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "6b5c44d3-2a02-4281-9402-49eca8e7c772", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:05:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "6b5c44d3-2a02-4281-9402-49eca8e7c772", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3-authn-ssl"} 2026-09-10T21:05:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "6b5c44d3-2a02-4281-9402-49eca8e7c772", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:05:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "openshift-service-ca.crt", "reconcileID": "cf6ebc8b-e85a-4476-8dca-601849c53fd4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:05:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "odh-trusted-ca-bundle", "reconcileID": "c9f125c0-0d1f-4e82-be7f-e928cc4f782a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:05:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "openshift-service-ca.crt", "reconcileID": "9fd008bd-a685-472c-a3bb-a95f8e7ed54a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:05:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "openshift-service-ca.crt", "reconcileID": "9fd008bd-a685-472c-a3bb-a95f8e7ed54a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:05:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c53db60-ab49-4ff3-9237-3089a727badc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:05:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "openshift-service-ca.crt", "reconcileID": "cbaf3c23-093d-4460-8e30-4bb7985ec3f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:05:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "odh-trusted-ca-bundle", "reconcileID": "81f519ac-a3ed-4eb5-b274-d2b2644be83c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:05:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "odh-trusted-ca-bundle", "reconcileID": "81f519ac-a3ed-4eb5-b274-d2b2644be83c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:05:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50372330-108d-4a1a-9677-113ee35214fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:05:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "cd476079-27dc-480f-9100-f67dc9d30a83", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:05:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "cd476079-27dc-480f-9100-f67dc9d30a83", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3-authn-ssl"} 2026-09-10T21:05:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "cd476079-27dc-480f-9100-f67dc9d30a83", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:05:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "d45bb2f9-0af1-4b2d-ac53-aaf6b49d1d8e", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:05:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "d45bb2f9-0af1-4b2d-ac53-aaf6b49d1d8e", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3-authn-ssl"} 2026-09-10T21:05:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "d45bb2f9-0af1-4b2d-ac53-aaf6b49d1d8e", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:06:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "26990cbc-141d-4173-a601-fec835282ea3", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:06:12Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "26990cbc-141d-4173-a601-fec835282ea3", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac-authn-ssl"} 2026-09-10T21:06:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "26990cbc-141d-4173-a601-fec835282ea3", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:06:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "8fb1f834-39b5-4e9d-a56f-7a24cebe00f9", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:06:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "8fb1f834-39b5-4e9d-a56f-7a24cebe00f9", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac-authn-ssl"} 2026-09-10T21:06:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "8fb1f834-39b5-4e9d-a56f-7a24cebe00f9", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:06:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "d351ccae-cd32-4689-8fa5-99d467c027a1", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:06:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "d351ccae-cd32-4689-8fa5-99d467c027a1", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac-authn-ssl"} 2026-09-10T21:06:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "d351ccae-cd32-4689-8fa5-99d467c027a1", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:06:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "0d685972-88db-47a7-8bd7-9f63ad5b0938", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:06:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "0d685972-88db-47a7-8bd7-9f63ad5b0938", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac-authn-ssl"} 2026-09-10T21:06:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "0d685972-88db-47a7-8bd7-9f63ad5b0938", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:06:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "df681a7e-2627-4dde-9932-aa88dfdab472", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:06:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "df681a7e-2627-4dde-9932-aa88dfdab472", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac-authn-ssl"} 2026-09-10T21:06:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "df681a7e-2627-4dde-9932-aa88dfdab472", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:06:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "7eb7f0d6-a917-4c4a-af7c-79f8b8f8038c", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:06:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "7eb7f0d6-a917-4c4a-af7c-79f8b8f8038c", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac-authn-ssl"} 2026-09-10T21:06:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "7eb7f0d6-a917-4c4a-af7c-79f8b8f8038c", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:06:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "d3fbe964-d48a-48e5-abc8-892b53f0a930", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:06:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "d3fbe964-d48a-48e5-abc8-892b53f0a930", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac-authn-ssl"} 2026-09-10T21:06:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "d3fbe964-d48a-48e5-abc8-892b53f0a930", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:06:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "e11eada5-7b89-4790-8a6a-980f9c83b4e4", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:06:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "e11eada5-7b89-4790-8a6a-980f9c83b4e4", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac-authn-ssl"} 2026-09-10T21:06:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "e11eada5-7b89-4790-8a6a-980f9c83b4e4", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:06:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-18b9ac"}, "namespace": "ai-tenant-e2e-ipp-b-18b9ac", "name": "openshift-service-ca.crt", "reconcileID": "c849ba27-f677-4409-a6ac-fd06efbe70f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-18b9ac"} 2026-09-10T21:06:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-18b9ac"}, "namespace": "ai-tenant-e2e-ipp-b-18b9ac", "name": "openshift-service-ca.crt", "reconcileID": "5eb586be-cc2e-4b7d-a355-c061213002d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-18b9ac", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:06:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-18b9ac"}, "namespace": "ai-tenant-e2e-ipp-b-18b9ac", "name": "openshift-service-ca.crt", "reconcileID": "5eb586be-cc2e-4b7d-a355-c061213002d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-18b9ac"} 2026-09-10T21:06:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-18b9ac"}, "namespace": "ai-tenant-e2e-ipp-b-18b9ac", "name": "odh-trusted-ca-bundle", "reconcileID": "515cb7bb-b497-4616-9a26-6f01fa68832a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-18b9ac"} 2026-09-10T21:06:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-18b9ac"}, "namespace": "ai-tenant-e2e-ipp-b-18b9ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81b2f450-44c4-4fb3-9794-b592cff431a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-18b9ac"} 2026-09-10T21:06:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-18b9ac"}, "namespace": "ai-tenant-e2e-ipp-b-18b9ac", "name": "openshift-service-ca.crt", "reconcileID": "df125aa1-4f1c-49f6-886b-86b9daf39c65", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-18b9ac"} 2026-09-10T21:06:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-18b9ac"}, "namespace": "ai-tenant-e2e-ipp-b-18b9ac", "name": "odh-trusted-ca-bundle", "reconcileID": "3cc776f7-f5db-48ea-bb19-ecf40fb47aa1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-18b9ac", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:06:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-18b9ac"}, "namespace": "ai-tenant-e2e-ipp-b-18b9ac", "name": "odh-trusted-ca-bundle", "reconcileID": "3cc776f7-f5db-48ea-bb19-ecf40fb47aa1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-18b9ac"} 2026-09-10T21:06:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-18b9ac"}, "namespace": "ai-tenant-e2e-ipp-b-18b9ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae15a805-5656-4df0-aa7d-5ebe2b0bae74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-18b9ac"} 2026-09-10T21:06:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "d202f099-58b2-42cf-9102-166b3e5fb145", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:06:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "d202f099-58b2-42cf-9102-166b3e5fb145", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac-authn-ssl"} 2026-09-10T21:06:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "d202f099-58b2-42cf-9102-166b3e5fb145", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:06:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "b3beb9c0-43e1-4a89-b94e-847f80822894", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:06:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "b3beb9c0-43e1-4a89-b94e-847f80822894", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac-authn-ssl"} 2026-09-10T21:06:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "b3beb9c0-43e1-4a89-b94e-847f80822894", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:06:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "92bf9385-ba6b-4eae-b5a6-68fcd9aeb2f4", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:06:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "92bf9385-ba6b-4eae-b5a6-68fcd9aeb2f4", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:06:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "92bf9385-ba6b-4eae-b5a6-68fcd9aeb2f4", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:06:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "50640a03-df72-4806-b043-3964a281da40", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:06:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "92bf9385-ba6b-4eae-b5a6-68fcd9aeb2f4", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3-kserve-route-authn"} 2026-09-10T21:06:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "92bf9385-ba6b-4eae-b5a6-68fcd9aeb2f4", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "authType": "userdefined"} 2026-09-10T21:06:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "92bf9385-ba6b-4eae-b5a6-68fcd9aeb2f4", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:06:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "50640a03-df72-4806-b043-3964a281da40", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3-authn-ssl"} 2026-09-10T21:06:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "50640a03-df72-4806-b043-3964a281da40", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:06:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "ff3c793b-b1e4-4287-9a44-9f570136f60f", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:06:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "ff3c793b-b1e4-4287-9a44-9f570136f60f", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:06:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "ff3c793b-b1e4-4287-9a44-9f570136f60f", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:06:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "ff3c793b-b1e4-4287-9a44-9f570136f60f", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3-kserve-route-authn"} 2026-09-10T21:06:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "ff3c793b-b1e4-4287-9a44-9f570136f60f", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "authType": "userdefined"} 2026-09-10T21:06:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "ff3c793b-b1e4-4287-9a44-9f570136f60f", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:06:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "59266857-dd23-4617-b40e-5936295adbab", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:06:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "59266857-dd23-4617-b40e-5936295adbab", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3-authn-ssl"} 2026-09-10T21:06:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "59266857-dd23-4617-b40e-5936295adbab", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:06:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "1733bc4d-17c6-472d-a8a9-68b493fc95cf", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:06:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "1733bc4d-17c6-472d-a8a9-68b493fc95cf", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:06:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "1733bc4d-17c6-472d-a8a9-68b493fc95cf", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:06:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "1733bc4d-17c6-472d-a8a9-68b493fc95cf", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3-kserve-route-authn"} 2026-09-10T21:06:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "1733bc4d-17c6-472d-a8a9-68b493fc95cf", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "authType": "userdefined"} 2026-09-10T21:06:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "1733bc4d-17c6-472d-a8a9-68b493fc95cf", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:07:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "d368d20c-383a-48bc-a608-1b6b9fedaa24", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:07:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "d368d20c-383a-48bc-a608-1b6b9fedaa24", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:07:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "d368d20c-383a-48bc-a608-1b6b9fedaa24", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:07:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "d368d20c-383a-48bc-a608-1b6b9fedaa24", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3-kserve-route-authn"} 2026-09-10T21:07:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "d368d20c-383a-48bc-a608-1b6b9fedaa24", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "authType": "userdefined"} 2026-09-10T21:07:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "d368d20c-383a-48bc-a608-1b6b9fedaa24", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:07:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "6628b7b2-cc6c-44e4-83b9-58b5ae29f326", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:07:27Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "6628b7b2-cc6c-44e4-83b9-58b5ae29f326", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90-authn-ssl"} 2026-09-10T21:07:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "6628b7b2-cc6c-44e4-83b9-58b5ae29f326", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:07:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "6f7c74a8-4311-40a8-a3ee-4c39bb885953", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:07:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "6f7c74a8-4311-40a8-a3ee-4c39bb885953", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90-authn-ssl"} 2026-09-10T21:07:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "6f7c74a8-4311-40a8-a3ee-4c39bb885953", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:07:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "64ae64ac-a165-4b5d-a49b-2c857d59c3f8", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:07:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "64ae64ac-a165-4b5d-a49b-2c857d59c3f8", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90-authn-ssl"} 2026-09-10T21:07:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "64ae64ac-a165-4b5d-a49b-2c857d59c3f8", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:07:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "b1cbf411-5e77-40af-8d1b-94c29bca4f0a", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:07:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "b1cbf411-5e77-40af-8d1b-94c29bca4f0a", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90-authn-ssl"} 2026-09-10T21:07:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "b1cbf411-5e77-40af-8d1b-94c29bca4f0a", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:07:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "7d35b6d3-3749-4b79-9569-25ecf7646b85", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:07:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "7d35b6d3-3749-4b79-9569-25ecf7646b85", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90-authn-ssl"} 2026-09-10T21:07:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "7d35b6d3-3749-4b79-9569-25ecf7646b85", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:07:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "1d5bd7cf-e0d0-4764-b567-ea60fd56b42c", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:07:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "1d5bd7cf-e0d0-4764-b567-ea60fd56b42c", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90-authn-ssl"} 2026-09-10T21:07:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "1d5bd7cf-e0d0-4764-b567-ea60fd56b42c", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:07:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "68306c75-1740-491f-80a4-23cc4e50bdac", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:07:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "68306c75-1740-491f-80a4-23cc4e50bdac", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90-authn-ssl"} 2026-09-10T21:07:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "68306c75-1740-491f-80a4-23cc4e50bdac", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:07:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-eb2a90"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90", "name": "openshift-service-ca.crt", "reconcileID": "11553261-9a28-4ac8-bc66-dd7748657318", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90"} 2026-09-10T21:07:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb2a90"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90", "name": "odh-trusted-ca-bundle", "reconcileID": "2654ade8-a2a6-4147-8874-d7fe758bc0d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90"} 2026-09-10T21:07:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-eb2a90"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90", "name": "openshift-service-ca.crt", "reconcileID": "951912a3-3bbc-4d68-9381-95cd3886bb8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:07:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-eb2a90"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90", "name": "openshift-service-ca.crt", "reconcileID": "951912a3-3bbc-4d68-9381-95cd3886bb8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90"} 2026-09-10T21:07:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb2a90"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b90b4f36-a26c-418a-8c26-c8635d0aea05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90"} 2026-09-10T21:07:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-eb2a90"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90", "name": "openshift-service-ca.crt", "reconcileID": "bb848903-3dc3-47c8-85fb-1b2734d7f4db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90"} 2026-09-10T21:07:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb2a90"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90", "name": "odh-trusted-ca-bundle", "reconcileID": "dc775774-634f-48d7-8410-87e878773ae6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:07:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb2a90"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90", "name": "odh-trusted-ca-bundle", "reconcileID": "dc775774-634f-48d7-8410-87e878773ae6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90"} 2026-09-10T21:07:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb2a90"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b58b35a2-02fd-413f-8744-d155c3e6ff9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90"} 2026-09-10T21:07:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "19d97d90-2e9c-4a1f-87b6-e23b2572e9d3", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:07:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "19d97d90-2e9c-4a1f-87b6-e23b2572e9d3", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90-authn-ssl"} 2026-09-10T21:07:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "19d97d90-2e9c-4a1f-87b6-e23b2572e9d3", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:07:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "b631cc48-450c-491b-9733-2c801c9cc617", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:07:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "b631cc48-450c-491b-9733-2c801c9cc617", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90-authn-ssl"} 2026-09-10T21:07:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "b631cc48-450c-491b-9733-2c801c9cc617", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:08:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "86e410d4-254d-4161-a33b-6cc27705f612", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:08:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "86e410d4-254d-4161-a33b-6cc27705f612", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90-authn-ssl"} 2026-09-10T21:08:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "86e410d4-254d-4161-a33b-6cc27705f612", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:08:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "fbaa00bd-9329-433a-9780-a1a68094029b", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:08:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "fbaa00bd-9329-433a-9780-a1a68094029b", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90-authn-ssl"} 2026-09-10T21:08:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "fbaa00bd-9329-433a-9780-a1a68094029b", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:08:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb2a90"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7ebc1b7-abf6-4da0-bc07-3b9221171c0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90"} 2026-09-10T21:08:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb2a90"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7ebc1b7-abf6-4da0-bc07-3b9221171c0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:08:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb2a90"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7ebc1b7-abf6-4da0-bc07-3b9221171c0a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-eb2a90 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:08:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb2a90"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90", "name": "odh-trusted-ca-bundle", "reconcileID": "7eb49f4b-bf4b-490f-8e5f-175bd921cddb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90"} 2026-09-10T21:08:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb2a90"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90", "name": "odh-trusted-ca-bundle", "reconcileID": "7eb49f4b-bf4b-490f-8e5f-175bd921cddb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90"} 2026-09-10T21:08:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-eb2a90"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90", "name": "openshift-service-ca.crt", "reconcileID": "aada21e3-da32-460a-bd4c-b0f0c6d00de5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90"} 2026-09-10T21:08:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-eb2a90"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90", "name": "openshift-service-ca.crt", "reconcileID": "aada21e3-da32-460a-bd4c-b0f0c6d00de5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90"} 2026-09-10T21:08:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb2a90"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23ab85ab-0232-4931-9fb7-8d5edc8053d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90"} 2026-09-10T21:08:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb2a90"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23ab85ab-0232-4931-9fb7-8d5edc8053d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eb2a90"} 2026-09-10T21:08:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb2a90","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb2a90", "reconcileID": "5bc4c73b-5421-41f6-a833-e2a912db7aee", "Gateway": "e2e-ipp-cleanup-eb2a90", "namespace": "openshift-ingress"} 2026-09-10T21:08:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "cf111b34-cadc-4080-96c0-4aa6578ff703", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:08:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "cf111b34-cadc-4080-96c0-4aa6578ff703", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3-authn-ssl"} 2026-09-10T21:08:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "cf111b34-cadc-4080-96c0-4aa6578ff703", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:08:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "00083104-aa68-4d94-8af2-dc648ef28ebd", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:08:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "00083104-aa68-4d94-8af2-dc648ef28ebd", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3-authn-ssl"} 2026-09-10T21:08:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "00083104-aa68-4d94-8af2-dc648ef28ebd", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:08:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "0e7ebd0b-663c-4bb4-a5d0-5ff164af52d4", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:08:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "0e7ebd0b-663c-4bb4-a5d0-5ff164af52d4", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3-authn-ssl"} 2026-09-10T21:08:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "0e7ebd0b-663c-4bb4-a5d0-5ff164af52d4", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:08:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "c03fdcb1-649e-422e-9253-ae70ae3cd8e3", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:08:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "c03fdcb1-649e-422e-9253-ae70ae3cd8e3", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:08:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "c03fdcb1-649e-422e-9253-ae70ae3cd8e3", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:08:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "c03fdcb1-649e-422e-9253-ae70ae3cd8e3", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3-kserve-route-authn"} 2026-09-10T21:08:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "c03fdcb1-649e-422e-9253-ae70ae3cd8e3", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "authType": "userdefined"} 2026-09-10T21:08:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "c03fdcb1-649e-422e-9253-ae70ae3cd8e3", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:09:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea1f4012-c0fb-4776-a6f0-c80d04647710", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:09:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea1f4012-c0fb-4776-a6f0-c80d04647710", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:09:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea1f4012-c0fb-4776-a6f0-c80d04647710", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b73da3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:09:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "odh-trusted-ca-bundle", "reconcileID": "8b094359-2919-49a9-a19b-e4e71656da45", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:09:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "odh-trusted-ca-bundle", "reconcileID": "8b094359-2919-49a9-a19b-e4e71656da45", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:09:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "openshift-service-ca.crt", "reconcileID": "f590cdfa-9daf-4f1e-9921-c0e4405c19b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:09:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "openshift-service-ca.crt", "reconcileID": "f590cdfa-9daf-4f1e-9921-c0e4405c19b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:09:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "677c499e-fa67-4496-bf39-04838f61b9b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:09:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "677c499e-fa67-4496-bf39-04838f61b9b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:09:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "d98fd52b-8662-4ffd-b309-74939762c14c", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:09:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "d98fd52b-8662-4ffd-b309-74939762c14c", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3"} 2026-09-10T21:09:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "d98fd52b-8662-4ffd-b309-74939762c14c", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:09:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "d98fd52b-8662-4ffd-b309-74939762c14c", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:09:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "d98fd52b-8662-4ffd-b309-74939762c14c", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3-kserve-route-authn"} 2026-09-10T21:09:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "d98fd52b-8662-4ffd-b309-74939762c14c", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3-kserve-route-authn"} 2026-09-10T21:09:10Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "d98fd52b-8662-4ffd-b309-74939762c14c", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:09:10Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "d98fd52b-8662-4ffd-b309-74939762c14c", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:09:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "c3628004-853c-435c-b4ef-31b14acfc604", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:09:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "c3628004-853c-435c-b4ef-31b14acfc604", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3-authn-ssl"} 2026-09-10T21:09:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "c3628004-853c-435c-b4ef-31b14acfc604", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:09:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "2988d1bb-2185-4ff6-a96e-163b44bb4444", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:09:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "2988d1bb-2185-4ff6-a96e-163b44bb4444", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3"} 2026-09-10T21:09:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "2988d1bb-2185-4ff6-a96e-163b44bb4444", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:09:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "2988d1bb-2185-4ff6-a96e-163b44bb4444", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:09:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "2988d1bb-2185-4ff6-a96e-163b44bb4444", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3-kserve-route-authn"} 2026-09-10T21:09:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "2988d1bb-2185-4ff6-a96e-163b44bb4444", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3-kserve-route-authn"} 2026-09-10T21:09:16Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "2988d1bb-2185-4ff6-a96e-163b44bb4444", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:09:16Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "2988d1bb-2185-4ff6-a96e-163b44bb4444", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:09:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b73da3","namespace":"ai-tenant-e2e-ipp-a-b73da3"}, "namespace": "ai-tenant-e2e-ipp-a-b73da3", "name": "ipp-route-b73da3", "reconcileID": "428b0eaf-3f51-41ac-a012-c79725497648", "LLMInferenceService": "ipp-route-b73da3", "namespace": "ai-tenant-e2e-ipp-a-b73da3"} 2026-09-10T21:09:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "f4d8d49e-b7b4-4519-9512-247a97ed2d8a", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:09:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "f4d8d49e-b7b4-4519-9512-247a97ed2d8a", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3-authn-ssl"} 2026-09-10T21:09:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "f4d8d49e-b7b4-4519-9512-247a97ed2d8a", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:09:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b73da3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b73da3", "reconcileID": "c36bed0a-87e2-4911-9a7c-baaea49d1b3a", "Gateway": "e2e-ipp-a-b73da3", "namespace": "openshift-ingress"} 2026-09-10T21:09:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "c19f12ad-66de-494b-bcc9-2515db497526", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:09:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "c19f12ad-66de-494b-bcc9-2515db497526", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac-authn-ssl"} 2026-09-10T21:09:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "c19f12ad-66de-494b-bcc9-2515db497526", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:09:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "0c0e9dfa-b6a0-43b7-bd5e-38b51153ef44", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:09:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "0c0e9dfa-b6a0-43b7-bd5e-38b51153ef44", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac-authn-ssl"} 2026-09-10T21:09:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "0c0e9dfa-b6a0-43b7-bd5e-38b51153ef44", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:09:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-18b9ac"}, "namespace": "ai-tenant-e2e-ipp-b-18b9ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f53564e9-a147-412f-a9a0-076376d4679c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-18b9ac"} 2026-09-10T21:09:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-18b9ac"}, "namespace": "ai-tenant-e2e-ipp-b-18b9ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f53564e9-a147-412f-a9a0-076376d4679c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-18b9ac", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:09:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-18b9ac"}, "namespace": "ai-tenant-e2e-ipp-b-18b9ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f53564e9-a147-412f-a9a0-076376d4679c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-18b9ac because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:09:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-18b9ac"}, "namespace": "ai-tenant-e2e-ipp-b-18b9ac", "name": "odh-trusted-ca-bundle", "reconcileID": "bae276d1-23f8-438c-9c12-88f43902a95a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-18b9ac"} 2026-09-10T21:09:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-18b9ac"}, "namespace": "ai-tenant-e2e-ipp-b-18b9ac", "name": "odh-trusted-ca-bundle", "reconcileID": "bae276d1-23f8-438c-9c12-88f43902a95a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-18b9ac"} 2026-09-10T21:09:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-18b9ac"}, "namespace": "ai-tenant-e2e-ipp-b-18b9ac", "name": "openshift-service-ca.crt", "reconcileID": "eb4262be-85b4-458e-a865-f17ca79e2132", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-18b9ac"} 2026-09-10T21:09:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-18b9ac"}, "namespace": "ai-tenant-e2e-ipp-b-18b9ac", "name": "openshift-service-ca.crt", "reconcileID": "eb4262be-85b4-458e-a865-f17ca79e2132", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-18b9ac"} 2026-09-10T21:09:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-18b9ac"}, "namespace": "ai-tenant-e2e-ipp-b-18b9ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "797129a4-5d5a-494b-964c-4c00f80f40ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-18b9ac"} 2026-09-10T21:09:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-18b9ac"}, "namespace": "ai-tenant-e2e-ipp-b-18b9ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "797129a4-5d5a-494b-964c-4c00f80f40ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-18b9ac"} 2026-09-10T21:09:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-18b9ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-18b9ac", "reconcileID": "2662e943-d036-46c9-a64a-d9cad2f5f0e6", "Gateway": "e2e-ipp-b-18b9ac", "namespace": "openshift-ingress"} 2026-09-10T21:09:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3fc2b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3fc2b8", "reconcileID": "3b9f2dfd-60b1-496d-88de-e89b8bc799c4", "Gateway": "e2e-shared-a-w3-3fc2b8", "namespace": "openshift-ingress"} 2026-09-10T21:09:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3fc2b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3fc2b8", "reconcileID": "3b9f2dfd-60b1-496d-88de-e89b8bc799c4", "Gateway": "e2e-shared-a-w3-3fc2b8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3fc2b8-authn-ssl"} 2026-09-10T21:09:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3fc2b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3fc2b8", "reconcileID": "3b9f2dfd-60b1-496d-88de-e89b8bc799c4", "Gateway": "e2e-shared-a-w3-3fc2b8", "namespace": "openshift-ingress"} 2026-09-10T21:09:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3fc2b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3fc2b8", "reconcileID": "71df131c-24e3-4fd4-8941-420d3499794e", "Gateway": "e2e-shared-a-w3-3fc2b8", "namespace": "openshift-ingress"} 2026-09-10T21:09:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3fc2b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3fc2b8", "reconcileID": "71df131c-24e3-4fd4-8941-420d3499794e", "Gateway": "e2e-shared-a-w3-3fc2b8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3fc2b8-authn-ssl"} 2026-09-10T21:09:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3fc2b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3fc2b8", "reconcileID": "71df131c-24e3-4fd4-8941-420d3499794e", "Gateway": "e2e-shared-a-w3-3fc2b8", "namespace": "openshift-ingress"} 2026-09-10T21:09:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23eb9a4c-08df-4dcc-b55a-478c8352238b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8"} 2026-09-10T21:09:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23eb9a4c-08df-4dcc-b55a-478c8352238b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:09:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23eb9a4c-08df-4dcc-b55a-478c8352238b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-3fc2b8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:09:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "odh-trusted-ca-bundle", "reconcileID": "1e26ced0-b543-45c3-93e2-bb551091265e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8"} 2026-09-10T21:09:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "odh-trusted-ca-bundle", "reconcileID": "1e26ced0-b543-45c3-93e2-bb551091265e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8"} 2026-09-10T21:09:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "openshift-service-ca.crt", "reconcileID": "26bf92c5-3579-4f03-b9dd-163a986fcb30", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8"} 2026-09-10T21:09:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "openshift-service-ca.crt", "reconcileID": "26bf92c5-3579-4f03-b9dd-163a986fcb30", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8"} 2026-09-10T21:09:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "614d99f1-1a83-448c-a8d2-1fc00963a4f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8"} 2026-09-10T21:09:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-3fc2b8"}, "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "614d99f1-1a83-448c-a8d2-1fc00963a4f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-3fc2b8"} 2026-09-10T21:09:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-3fc2b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-3fc2b8", "reconcileID": "5f4fb1f9-8a17-4ebf-8766-44771eeeb5ab", "Gateway": "e2e-shared-a-w3-3fc2b8", "namespace": "openshift-ingress"} 2026-09-10T21:10:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4fe4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f", "reconcileID": "7f1d5975-7be7-4ad7-b93b-5a3b0868ab4e", "Gateway": "e2e-shared-b-w3-f4fe4f", "namespace": "openshift-ingress"} 2026-09-10T21:10:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4fe4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f", "reconcileID": "7f1d5975-7be7-4ad7-b93b-5a3b0868ab4e", "Gateway": "e2e-shared-b-w3-f4fe4f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f-authn-ssl"} 2026-09-10T21:10:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4fe4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f", "reconcileID": "7f1d5975-7be7-4ad7-b93b-5a3b0868ab4e", "Gateway": "e2e-shared-b-w3-f4fe4f", "namespace": "openshift-ingress"} 2026-09-10T21:10:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4fe4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f", "reconcileID": "a8193edf-12bb-4cce-a0c9-31fda77641ba", "Gateway": "e2e-shared-b-w3-f4fe4f", "namespace": "openshift-ingress"} 2026-09-10T21:10:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4fe4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f", "reconcileID": "a8193edf-12bb-4cce-a0c9-31fda77641ba", "Gateway": "e2e-shared-b-w3-f4fe4f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f-authn-ssl"} 2026-09-10T21:10:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4fe4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f", "reconcileID": "a8193edf-12bb-4cce-a0c9-31fda77641ba", "Gateway": "e2e-shared-b-w3-f4fe4f", "namespace": "openshift-ingress"} 2026-09-10T21:10:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b6e1925-d275-4aa3-b28a-5dabc96c5aee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:10:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b6e1925-d275-4aa3-b28a-5dabc96c5aee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:10:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b6e1925-d275-4aa3-b28a-5dabc96c5aee", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-f4fe4f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:10:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "odh-trusted-ca-bundle", "reconcileID": "ccd8173b-ef8d-4d25-8747-3d17c0f88e58", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:10:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "odh-trusted-ca-bundle", "reconcileID": "ccd8173b-ef8d-4d25-8747-3d17c0f88e58", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:10:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "openshift-service-ca.crt", "reconcileID": "a8caf75b-eeeb-4bce-b8b7-1290ffa4e18d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:10:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "openshift-service-ca.crt", "reconcileID": "a8caf75b-eeeb-4bce-b8b7-1290ffa4e18d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:10:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "188cd4ca-5601-4332-aaa2-be793f251ea7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:10:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f4fe4f"}, "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "188cd4ca-5601-4332-aaa2-be793f251ea7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f4fe4f"} 2026-09-10T21:10:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f4fe4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f4fe4f", "reconcileID": "07f3b4f2-d5f0-489c-8c68-5b84b3c31a4f", "Gateway": "e2e-shared-b-w3-f4fe4f", "namespace": "openshift-ingress"} 2026-09-10T21:11:00Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:11:00Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:11:02Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:11:02Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:14:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "065c5d2f-4648-462c-a0b4-96897dfd4124", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm"} 2026-09-10T21:14:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "065c5d2f-4648-462c-a0b4-96897dfd4124", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm"} 2026-09-10T21:14:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "065c5d2f-4648-462c-a0b4-96897dfd4124", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm"} 2026-09-10T21:14:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42b2e7ae-e4ae-48eb-956b-f30ff947e051", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:14:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "065c5d2f-4648-462c-a0b4-96897dfd4124", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm", "name": "e2e-same-id-a-4c60742f-kserve-route-authn"} 2026-09-10T21:14:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "065c5d2f-4648-462c-a0b4-96897dfd4124", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:14:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "065c5d2f-4648-462c-a0b4-96897dfd4124", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm"} 2026-09-10T21:14:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42b2e7ae-e4ae-48eb-956b-f30ff947e051", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:14:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42b2e7ae-e4ae-48eb-956b-f30ff947e051", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:14:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "469bf9f0-639c-45f2-b391-1197f5b7c70e", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm"} 2026-09-10T21:14:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "469bf9f0-639c-45f2-b391-1197f5b7c70e", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm"} 2026-09-10T21:14:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "469bf9f0-639c-45f2-b391-1197f5b7c70e", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm"} 2026-09-10T21:14:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "469bf9f0-639c-45f2-b391-1197f5b7c70e", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm", "name": "e2e-same-id-a-4c60742f-kserve-route-authn"} 2026-09-10T21:14:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "469bf9f0-639c-45f2-b391-1197f5b7c70e", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:14:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "469bf9f0-639c-45f2-b391-1197f5b7c70e", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm"} 2026-09-10T21:14:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "5c3cc818-1b18-45de-9e20-a9f035402216", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm"} 2026-09-10T21:14:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "5c3cc818-1b18-45de-9e20-a9f035402216", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm"} 2026-09-10T21:14:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "5c3cc818-1b18-45de-9e20-a9f035402216", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm"} 2026-09-10T21:14:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "383a47e7-12f2-4145-aef7-6688b24d6757", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:14:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "5c3cc818-1b18-45de-9e20-a9f035402216", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm", "name": "e2e-same-id-b-4c60742f-kserve-route-authn"} 2026-09-10T21:14:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "5c3cc818-1b18-45de-9e20-a9f035402216", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:14:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "5c3cc818-1b18-45de-9e20-a9f035402216", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm"} 2026-09-10T21:14:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "383a47e7-12f2-4145-aef7-6688b24d6757", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:14:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "383a47e7-12f2-4145-aef7-6688b24d6757", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:14:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4e2b654e-e1bd-4c4b-962e-7b0dc7573a72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:14:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4e2b654e-e1bd-4c4b-962e-7b0dc7573a72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:14:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4e2b654e-e1bd-4c4b-962e-7b0dc7573a72", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:14:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "d318954d-2b96-4a09-b243-5e14bc5c19f2", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm"} 2026-09-10T21:14:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "d318954d-2b96-4a09-b243-5e14bc5c19f2", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm"} 2026-09-10T21:14:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "d318954d-2b96-4a09-b243-5e14bc5c19f2", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm"} 2026-09-10T21:14:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "d318954d-2b96-4a09-b243-5e14bc5c19f2", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm", "name": "e2e-same-id-a-4c60742f-kserve-route-authn"} 2026-09-10T21:14:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "d318954d-2b96-4a09-b243-5e14bc5c19f2", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:14:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "d318954d-2b96-4a09-b243-5e14bc5c19f2", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm"} 2026-09-10T21:14:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "3f20ed88-843b-4c4c-8750-da7be65d5afc", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm"} 2026-09-10T21:14:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "3f20ed88-843b-4c4c-8750-da7be65d5afc", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm"} 2026-09-10T21:14:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "3f20ed88-843b-4c4c-8750-da7be65d5afc", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm"} 2026-09-10T21:14:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "3f20ed88-843b-4c4c-8750-da7be65d5afc", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm", "name": "e2e-same-id-b-4c60742f-kserve-route-authn"} 2026-09-10T21:14:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "3f20ed88-843b-4c4c-8750-da7be65d5afc", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:14:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "3f20ed88-843b-4c4c-8750-da7be65d5afc", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm"} 2026-09-10T21:14:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "12b04644-09fe-4682-8d3f-55b3eaa0ee55", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:14:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "12b04644-09fe-4682-8d3f-55b3eaa0ee55", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:14:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "12b04644-09fe-4682-8d3f-55b3eaa0ee55", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:14:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "68fb0943-d61d-430b-9736-29a34c5f5f64", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm"} 2026-09-10T21:14:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "68fb0943-d61d-430b-9736-29a34c5f5f64", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm"} 2026-09-10T21:14:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "68fb0943-d61d-430b-9736-29a34c5f5f64", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm"} 2026-09-10T21:14:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "68fb0943-d61d-430b-9736-29a34c5f5f64", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm", "name": "e2e-same-id-b-4c60742f-kserve-route-authn"} 2026-09-10T21:14:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "68fb0943-d61d-430b-9736-29a34c5f5f64", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:14:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "68fb0943-d61d-430b-9736-29a34c5f5f64", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm"} 2026-09-10T21:15:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "5b478cdc-5f03-42b3-aaa4-1c05a023a377", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm"} 2026-09-10T21:15:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "5b478cdc-5f03-42b3-aaa4-1c05a023a377", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm"} 2026-09-10T21:15:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "5b478cdc-5f03-42b3-aaa4-1c05a023a377", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm"} 2026-09-10T21:15:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "5b478cdc-5f03-42b3-aaa4-1c05a023a377", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm", "name": "e2e-same-id-a-4c60742f-kserve-route-authn"} 2026-09-10T21:15:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "5b478cdc-5f03-42b3-aaa4-1c05a023a377", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:15:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "5b478cdc-5f03-42b3-aaa4-1c05a023a377", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm"} 2026-09-10T21:15:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "c12d2277-73d5-43e5-93f7-53581905b4be", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm"} 2026-09-10T21:15:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "c12d2277-73d5-43e5-93f7-53581905b4be", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm"} 2026-09-10T21:15:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "c12d2277-73d5-43e5-93f7-53581905b4be", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm"} 2026-09-10T21:15:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "c12d2277-73d5-43e5-93f7-53581905b4be", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm", "name": "e2e-same-id-b-4c60742f-kserve-route-authn"} 2026-09-10T21:15:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "c12d2277-73d5-43e5-93f7-53581905b4be", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:15:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "c12d2277-73d5-43e5-93f7-53581905b4be", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm"} 2026-09-10T21:15:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "95cbed65-cd49-4733-9b58-f4fdbaadfcf6", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm"} 2026-09-10T21:15:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "95cbed65-cd49-4733-9b58-f4fdbaadfcf6", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm", "name": "e2e-same-id-a-4c60742f"} 2026-09-10T21:15:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "95cbed65-cd49-4733-9b58-f4fdbaadfcf6", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm"} 2026-09-10T21:15:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "95cbed65-cd49-4733-9b58-f4fdbaadfcf6", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm"} 2026-09-10T21:15:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "95cbed65-cd49-4733-9b58-f4fdbaadfcf6", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm", "name": "e2e-same-id-a-4c60742f-kserve-route-authn"} 2026-09-10T21:15:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "95cbed65-cd49-4733-9b58-f4fdbaadfcf6", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm", "name": "e2e-same-id-a-4c60742f-kserve-route-authn"} 2026-09-10T21:15:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4c60742f", "reconcileID": "cfaaef2c-674d-4527-96c0-cabbe41d1003", "LLMInferenceService": "e2e-same-id-a-4c60742f", "namespace": "llm"} 2026-09-10T21:15:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8c7dd74a-7822-4ac4-84d6-dbce5e1bea22", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:15:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8c7dd74a-7822-4ac4-84d6-dbce5e1bea22", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:15:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8c7dd74a-7822-4ac4-84d6-dbce5e1bea22", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:15:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d0b1b8da-56f1-40b1-97f1-e7be7fc5154f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:15:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d0b1b8da-56f1-40b1-97f1-e7be7fc5154f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:15:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d0b1b8da-56f1-40b1-97f1-e7be7fc5154f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:15:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "1b353d65-271d-4ddf-97d7-dab669d42d0a", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm"} 2026-09-10T21:15:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "1b353d65-271d-4ddf-97d7-dab669d42d0a", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm", "name": "e2e-same-id-b-4c60742f"} 2026-09-10T21:15:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "1b353d65-271d-4ddf-97d7-dab669d42d0a", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm"} 2026-09-10T21:15:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "1b353d65-271d-4ddf-97d7-dab669d42d0a", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm"} 2026-09-10T21:15:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "1b353d65-271d-4ddf-97d7-dab669d42d0a", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm", "name": "e2e-same-id-b-4c60742f-kserve-route-authn"} 2026-09-10T21:15:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "1b353d65-271d-4ddf-97d7-dab669d42d0a", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm", "name": "e2e-same-id-b-4c60742f-kserve-route-authn"} 2026-09-10T21:15:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4c60742f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4c60742f", "reconcileID": "0fa15c02-eda8-416e-89cd-cb5ca44e7d35", "LLMInferenceService": "e2e-same-id-b-4c60742f", "namespace": "llm"} 2026-09-10T21:15:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2739e1c7-b113-4b84-bb26-20774a2a9f87", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:15:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2739e1c7-b113-4b84-bb26-20774a2a9f87", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:15:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2739e1c7-b113-4b84-bb26-20774a2a9f87", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:15:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3d3b4869-2568-4eb7-a7d8-ea16400c2fc4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:15:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3d3b4869-2568-4eb7-a7d8-ea16400c2fc4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:15:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3d3b4869-2568-4eb7-a7d8-ea16400c2fc4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}