/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:43:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4ba551"}, "namespace": "ai-tenant-e2e-api-b-4ba551", "name": "odh-trusted-ca-bundle", "reconcileID": "3d504c84-3740-4dfd-9099-517eb1d4134c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4ba551"} 2026-09-10T14:43:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4ba551"}, "namespace": "ai-tenant-e2e-api-b-4ba551", "name": "odh-trusted-ca-bundle", "reconcileID": "3d504c84-3740-4dfd-9099-517eb1d4134c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4ba551"} 2026-09-10T14:43:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4ba551"}, "namespace": "ai-tenant-e2e-api-b-4ba551", "name": "openshift-service-ca.crt", "reconcileID": "f8999f95-cb12-408a-996e-28d174bfb6c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4ba551"} 2026-09-10T14:43:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4ba551"}, "namespace": "ai-tenant-e2e-api-b-4ba551", "name": "openshift-service-ca.crt", "reconcileID": "f8999f95-cb12-408a-996e-28d174bfb6c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4ba551"} 2026-09-10T14:43:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4ba551"}, "namespace": "ai-tenant-e2e-api-b-4ba551", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7222104-b7f2-4b3c-aa72-ca29d8337e07", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4ba551"} 2026-09-10T14:43:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4ba551"}, "namespace": "ai-tenant-e2e-api-b-4ba551", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7222104-b7f2-4b3c-aa72-ca29d8337e07", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4ba551"} 2026-09-10T14:43:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4ba551","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4ba551", "reconcileID": "dcc5d20b-d662-4d70-a107-70547f92f58f", "Gateway": "e2e-api-b-4ba551", "namespace": "openshift-ingress"} 2026-09-10T14:43:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7bf16f","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "rate-test-model-7bf16f", "reconcileID": "ed6f61ca-f03b-4c50-a498-d0706ed2a0d9", "LLMInferenceService": "rate-test-model-7bf16f", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f"} 2026-09-10T14:43:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7bf16f","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "rate-test-model-7bf16f", "reconcileID": "ed6f61ca-f03b-4c50-a498-d0706ed2a0d9", "LLMInferenceService": "rate-test-model-7bf16f", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f"} 2026-09-10T14:43:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7bf16f","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "rate-test-model-7bf16f", "reconcileID": "ed6f61ca-f03b-4c50-a498-d0706ed2a0d9", "LLMInferenceService": "rate-test-model-7bf16f", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f"} 2026-09-10T14:43:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7bf16f","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "rate-test-model-7bf16f", "reconcileID": "ed6f61ca-f03b-4c50-a498-d0706ed2a0d9", "LLMInferenceService": "rate-test-model-7bf16f", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "rate-test-model-7bf16f-kserve-route-authn"} 2026-09-10T14:43:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7bf16f","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "rate-test-model-7bf16f", "reconcileID": "ed6f61ca-f03b-4c50-a498-d0706ed2a0d9", "LLMInferenceService": "rate-test-model-7bf16f", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "authType": "userdefined"} 2026-09-10T14:43:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7bf16f","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "rate-test-model-7bf16f", "reconcileID": "ed6f61ca-f03b-4c50-a498-d0706ed2a0d9", "LLMInferenceService": "rate-test-model-7bf16f", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f"} 2026-09-10T14:43:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "295fce80-726f-4f42-85d8-b11199f43bdb", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:43:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "295fce80-726f-4f42-85d8-b11199f43bdb", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:43:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "295fce80-726f-4f42-85d8-b11199f43bdb", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:43:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-59dc59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59", "reconcileID": "2c216f69-6237-40a7-993e-397b70eff332", "Gateway": "e2e-shared-b-w3-59dc59", "namespace": "openshift-ingress"} 2026-09-10T14:43:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "295fce80-726f-4f42-85d8-b11199f43bdb", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59-kserve-route-authn"} 2026-09-10T14:43:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "295fce80-726f-4f42-85d8-b11199f43bdb", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "authType": "userdefined"} 2026-09-10T14:43:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "295fce80-726f-4f42-85d8-b11199f43bdb", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:43:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-59dc59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59", "reconcileID": "2c216f69-6237-40a7-993e-397b70eff332", "Gateway": "e2e-shared-b-w3-59dc59", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59-authn-ssl"} 2026-09-10T14:43:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-59dc59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59", "reconcileID": "2c216f69-6237-40a7-993e-397b70eff332", "Gateway": "e2e-shared-b-w3-59dc59", "namespace": "openshift-ingress"} 2026-09-10T14:43:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "431aed2c-5c23-46af-a021-f361751f1884", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:43:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "431aed2c-5c23-46af-a021-f361751f1884", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:43:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "431aed2c-5c23-46af-a021-f361751f1884", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:43:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "431aed2c-5c23-46af-a021-f361751f1884", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59-kserve-route-authn"} 2026-09-10T14:43:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "431aed2c-5c23-46af-a021-f361751f1884", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "authType": "userdefined"} 2026-09-10T14:43:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "431aed2c-5c23-46af-a021-f361751f1884", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:43:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8ecc1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8ecc1f", "reconcileID": "80c703dc-9898-4776-b3ec-0a83f510c936", "Gateway": "e2e-shared-a-w2-8ecc1f", "namespace": "openshift-ingress"} 2026-09-10T14:43:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8ecc1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8ecc1f", "reconcileID": "80c703dc-9898-4776-b3ec-0a83f510c936", "Gateway": "e2e-shared-a-w2-8ecc1f", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8ecc1f-authn-ssl"} 2026-09-10T14:43:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8ecc1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8ecc1f", "reconcileID": "80c703dc-9898-4776-b3ec-0a83f510c936", "Gateway": "e2e-shared-a-w2-8ecc1f", "namespace": "openshift-ingress"} 2026-09-10T14:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8ecc1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8ecc1f", "reconcileID": "d0c83d10-2006-4a8e-9e5e-45cf4189b7ce", "Gateway": "e2e-shared-a-w2-8ecc1f", "namespace": "openshift-ingress"} 2026-09-10T14:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8ecc1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8ecc1f", "reconcileID": "d0c83d10-2006-4a8e-9e5e-45cf4189b7ce", "Gateway": "e2e-shared-a-w2-8ecc1f", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8ecc1f-authn-ssl"} 2026-09-10T14:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8ecc1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8ecc1f", "reconcileID": "d0c83d10-2006-4a8e-9e5e-45cf4189b7ce", "Gateway": "e2e-shared-a-w2-8ecc1f", "namespace": "openshift-ingress"} 2026-09-10T14:43:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8ecc1f"}, "namespace": "ai-tenant-e2e-shared-a-w2-8ecc1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "578534eb-264d-4168-b2bb-2fdc5e0fad63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8ecc1f"} 2026-09-10T14:43:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8ecc1f"}, "namespace": "ai-tenant-e2e-shared-a-w2-8ecc1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "578534eb-264d-4168-b2bb-2fdc5e0fad63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8ecc1f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:43:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8ecc1f"}, "namespace": "ai-tenant-e2e-shared-a-w2-8ecc1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "578534eb-264d-4168-b2bb-2fdc5e0fad63", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-8ecc1f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:43:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8ecc1f"}, "namespace": "ai-tenant-e2e-shared-a-w2-8ecc1f", "name": "odh-trusted-ca-bundle", "reconcileID": "4325e0a9-d70e-45eb-9884-85d2cec8a5e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8ecc1f"} 2026-09-10T14:43:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8ecc1f"}, "namespace": "ai-tenant-e2e-shared-a-w2-8ecc1f", "name": "odh-trusted-ca-bundle", "reconcileID": "4325e0a9-d70e-45eb-9884-85d2cec8a5e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8ecc1f"} 2026-09-10T14:43:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-8ecc1f"}, "namespace": "ai-tenant-e2e-shared-a-w2-8ecc1f", "name": "openshift-service-ca.crt", "reconcileID": "cd21008c-a846-4f3b-b958-cecd9e6aa5a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-8ecc1f"} 2026-09-10T14:43:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-8ecc1f"}, "namespace": "ai-tenant-e2e-shared-a-w2-8ecc1f", "name": "openshift-service-ca.crt", "reconcileID": "cd21008c-a846-4f3b-b958-cecd9e6aa5a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-8ecc1f"} 2026-09-10T14:43:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8ecc1f"}, "namespace": "ai-tenant-e2e-shared-a-w2-8ecc1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3ac41a6-dc45-4e0a-a686-977bdf26e671", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8ecc1f"} 2026-09-10T14:43:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8ecc1f"}, "namespace": "ai-tenant-e2e-shared-a-w2-8ecc1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3ac41a6-dc45-4e0a-a686-977bdf26e671", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8ecc1f"} 2026-09-10T14:43:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8ecc1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8ecc1f", "reconcileID": "c596443c-bd45-4a03-b62d-b32b32bd924a", "Gateway": "e2e-shared-a-w2-8ecc1f", "namespace": "openshift-ingress"} 2026-09-10T14:43:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-59dc59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59", "reconcileID": "a6dc5d76-6dfd-4f2a-ba92-08e886c84ecf", "Gateway": "e2e-shared-b-w3-59dc59", "namespace": "openshift-ingress"} 2026-09-10T14:43:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-59dc59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59", "reconcileID": "a6dc5d76-6dfd-4f2a-ba92-08e886c84ecf", "Gateway": "e2e-shared-b-w3-59dc59", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59-authn-ssl"} 2026-09-10T14:43:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-59dc59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59", "reconcileID": "a6dc5d76-6dfd-4f2a-ba92-08e886c84ecf", "Gateway": "e2e-shared-b-w3-59dc59", "namespace": "openshift-ingress"} 2026-09-10T14:43:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "74bcaee0-56a4-4e70-9b4e-2a778db6e575", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:43:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "74bcaee0-56a4-4e70-9b4e-2a778db6e575", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:43:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "74bcaee0-56a4-4e70-9b4e-2a778db6e575", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:43:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "74bcaee0-56a4-4e70-9b4e-2a778db6e575", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59-kserve-route-authn"} 2026-09-10T14:43:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "74bcaee0-56a4-4e70-9b4e-2a778db6e575", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "authType": "userdefined"} 2026-09-10T14:43:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "74bcaee0-56a4-4e70-9b4e-2a778db6e575", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:43:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-fc06d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fc06d4", "reconcileID": "3ca482e7-b3b0-4668-915f-96466e368cb5", "Gateway": "e2e-shared-b-w2-fc06d4", "namespace": "openshift-ingress"} 2026-09-10T14:43:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-fc06d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fc06d4", "reconcileID": "3ca482e7-b3b0-4668-915f-96466e368cb5", "Gateway": "e2e-shared-b-w2-fc06d4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fc06d4-authn-ssl"} 2026-09-10T14:43:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-fc06d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fc06d4", "reconcileID": "3ca482e7-b3b0-4668-915f-96466e368cb5", "Gateway": "e2e-shared-b-w2-fc06d4", "namespace": "openshift-ingress"} 2026-09-10T14:43:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-fc06d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fc06d4", "reconcileID": "0336f8ba-0e84-4b8b-8a67-67692c665809", "Gateway": "e2e-shared-b-w2-fc06d4", "namespace": "openshift-ingress"} 2026-09-10T14:43:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-fc06d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fc06d4", "reconcileID": "0336f8ba-0e84-4b8b-8a67-67692c665809", "Gateway": "e2e-shared-b-w2-fc06d4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fc06d4-authn-ssl"} 2026-09-10T14:43:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-fc06d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fc06d4", "reconcileID": "0336f8ba-0e84-4b8b-8a67-67692c665809", "Gateway": "e2e-shared-b-w2-fc06d4", "namespace": "openshift-ingress"} 2026-09-10T14:43:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-fc06d4"}, "namespace": "ai-tenant-e2e-shared-b-w2-fc06d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e3e3d6e-d481-4a8d-9d7d-c9f21d6cecf3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-fc06d4"} 2026-09-10T14:43:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-fc06d4"}, "namespace": "ai-tenant-e2e-shared-b-w2-fc06d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e3e3d6e-d481-4a8d-9d7d-c9f21d6cecf3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-fc06d4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:43:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-fc06d4"}, "namespace": "ai-tenant-e2e-shared-b-w2-fc06d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e3e3d6e-d481-4a8d-9d7d-c9f21d6cecf3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-fc06d4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:43:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-fc06d4"}, "namespace": "ai-tenant-e2e-shared-b-w2-fc06d4", "name": "odh-trusted-ca-bundle", "reconcileID": "a4f0af6a-b369-4e30-a954-5282af5926ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-fc06d4"} 2026-09-10T14:43:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-fc06d4"}, "namespace": "ai-tenant-e2e-shared-b-w2-fc06d4", "name": "odh-trusted-ca-bundle", "reconcileID": "a4f0af6a-b369-4e30-a954-5282af5926ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-fc06d4"} 2026-09-10T14:43:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-fc06d4"}, "namespace": "ai-tenant-e2e-shared-b-w2-fc06d4", "name": "openshift-service-ca.crt", "reconcileID": "6692df34-473a-4c86-a5bf-13eca9c11623", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-fc06d4"} 2026-09-10T14:43:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-fc06d4"}, "namespace": "ai-tenant-e2e-shared-b-w2-fc06d4", "name": "openshift-service-ca.crt", "reconcileID": "6692df34-473a-4c86-a5bf-13eca9c11623", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-fc06d4"} 2026-09-10T14:43:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-fc06d4"}, "namespace": "ai-tenant-e2e-shared-b-w2-fc06d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "133ade54-f06e-4593-bf7e-8a47e937b884", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-fc06d4"} 2026-09-10T14:43:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-fc06d4"}, "namespace": "ai-tenant-e2e-shared-b-w2-fc06d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "133ade54-f06e-4593-bf7e-8a47e937b884", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-fc06d4"} 2026-09-10T14:43:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-fc06d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fc06d4", "reconcileID": "dbce6573-aaa4-41c2-9a2d-05089b672768", "Gateway": "e2e-shared-b-w2-fc06d4", "namespace": "openshift-ingress"} 2026-09-10T14:44:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "ad6edec3-3c6c-40ce-ae04-8c0a95ca6247", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:44:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "ad6edec3-3c6c-40ce-ae04-8c0a95ca6247", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:44:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "ad6edec3-3c6c-40ce-ae04-8c0a95ca6247", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:44:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "ad6edec3-3c6c-40ce-ae04-8c0a95ca6247", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59-kserve-route-authn"} 2026-09-10T14:44:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "ad6edec3-3c6c-40ce-ae04-8c0a95ca6247", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "authType": "userdefined"} 2026-09-10T14:44:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "ad6edec3-3c6c-40ce-ae04-8c0a95ca6247", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:44:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7bf16f","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "rate-test-model-7bf16f", "reconcileID": "6c15aef6-2661-4ee3-920a-e295e5ff6d83", "LLMInferenceService": "rate-test-model-7bf16f", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f"} 2026-09-10T14:44:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7bf16f","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "rate-test-model-7bf16f", "reconcileID": "6c15aef6-2661-4ee3-920a-e295e5ff6d83", "LLMInferenceService": "rate-test-model-7bf16f", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "rate-test-model-7bf16f"} 2026-09-10T14:44:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7bf16f","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "rate-test-model-7bf16f", "reconcileID": "6c15aef6-2661-4ee3-920a-e295e5ff6d83", "LLMInferenceService": "rate-test-model-7bf16f", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f"} 2026-09-10T14:44:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7bf16f","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "rate-test-model-7bf16f", "reconcileID": "6c15aef6-2661-4ee3-920a-e295e5ff6d83", "LLMInferenceService": "rate-test-model-7bf16f", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f"} 2026-09-10T14:44:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7bf16f","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "rate-test-model-7bf16f", "reconcileID": "6c15aef6-2661-4ee3-920a-e295e5ff6d83", "LLMInferenceService": "rate-test-model-7bf16f", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "rate-test-model-7bf16f-kserve-route-authn"} 2026-09-10T14:44:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7bf16f","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "rate-test-model-7bf16f", "reconcileID": "6c15aef6-2661-4ee3-920a-e295e5ff6d83", "LLMInferenceService": "rate-test-model-7bf16f", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "rate-test-model-7bf16f-kserve-route-authn"} 2026-09-10T14:44:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7bf16f","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "rate-test-model-7bf16f", "reconcileID": "6c15aef6-2661-4ee3-920a-e295e5ff6d83", "LLMInferenceService": "rate-test-model-7bf16f", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f"} 2026-09-10T14:44:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7bf16f","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "rate-test-model-7bf16f", "reconcileID": "6c15aef6-2661-4ee3-920a-e295e5ff6d83", "LLMInferenceService": "rate-test-model-7bf16f", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f"} 2026-09-10T14:44:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7bf16f","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "rate-test-model-7bf16f", "reconcileID": "db2749f6-508d-48f0-a900-6f03f61d9fb3", "LLMInferenceService": "rate-test-model-7bf16f", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f"} 2026-09-10T14:44:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7bf16f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7bf16f", "reconcileID": "f5574350-0efa-4d89-a585-a3cf3ccca73b", "Gateway": "e2e-shared-a-w3-7bf16f", "namespace": "openshift-ingress"} 2026-09-10T14:44:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7bf16f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7bf16f", "reconcileID": "f5574350-0efa-4d89-a585-a3cf3ccca73b", "Gateway": "e2e-shared-a-w3-7bf16f", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7bf16f-authn-ssl"} 2026-09-10T14:44:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7bf16f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7bf16f", "reconcileID": "f5574350-0efa-4d89-a585-a3cf3ccca73b", "Gateway": "e2e-shared-a-w3-7bf16f", "namespace": "openshift-ingress"} 2026-09-10T14:44:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7bf16f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7bf16f", "reconcileID": "c09c4c74-ce98-4caf-8c95-10fe7ea38ae9", "Gateway": "e2e-shared-a-w3-7bf16f", "namespace": "openshift-ingress"} 2026-09-10T14:44:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7bf16f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7bf16f", "reconcileID": "c09c4c74-ce98-4caf-8c95-10fe7ea38ae9", "Gateway": "e2e-shared-a-w3-7bf16f", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7bf16f-authn-ssl"} 2026-09-10T14:44:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7bf16f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7bf16f", "reconcileID": "c09c4c74-ce98-4caf-8c95-10fe7ea38ae9", "Gateway": "e2e-shared-a-w3-7bf16f", "namespace": "openshift-ingress"} 2026-09-10T14:44:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "e816f4d5-3941-4838-a157-e76b4d60a08e", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:44:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "e816f4d5-3941-4838-a157-e76b4d60a08e", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59"} 2026-09-10T14:44:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "e816f4d5-3941-4838-a157-e76b4d60a08e", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:44:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "e816f4d5-3941-4838-a157-e76b4d60a08e", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:44:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "e816f4d5-3941-4838-a157-e76b4d60a08e", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59-kserve-route-authn"} 2026-09-10T14:44:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "e816f4d5-3941-4838-a157-e76b4d60a08e", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59-kserve-route-authn"} 2026-09-10T14:44:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "e816f4d5-3941-4838-a157-e76b4d60a08e", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:44:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "e816f4d5-3941-4838-a157-e76b4d60a08e", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:44:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-59dc59","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "rate-test-model-59dc59", "reconcileID": "2693b1df-5c46-4138-8f64-2279265f753b", "LLMInferenceService": "rate-test-model-59dc59", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:44:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-59dc59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59", "reconcileID": "6e8da9b6-d7b4-4c86-a124-2452a7111bb8", "Gateway": "e2e-shared-b-w3-59dc59", "namespace": "openshift-ingress"} 2026-09-10T14:44:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-59dc59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59", "reconcileID": "6e8da9b6-d7b4-4c86-a124-2452a7111bb8", "Gateway": "e2e-shared-b-w3-59dc59", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59-authn-ssl"} 2026-09-10T14:44:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-59dc59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59", "reconcileID": "6e8da9b6-d7b4-4c86-a124-2452a7111bb8", "Gateway": "e2e-shared-b-w3-59dc59", "namespace": "openshift-ingress"} 2026-09-10T14:44:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-59dc59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59", "reconcileID": "5f07c4a9-352c-4516-b56a-d6e125f06e21", "Gateway": "e2e-shared-b-w3-59dc59", "namespace": "openshift-ingress"} 2026-09-10T14:44:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-59dc59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59", "reconcileID": "5f07c4a9-352c-4516-b56a-d6e125f06e21", "Gateway": "e2e-shared-b-w3-59dc59", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59-authn-ssl"} 2026-09-10T14:44:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-59dc59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59", "reconcileID": "5f07c4a9-352c-4516-b56a-d6e125f06e21", "Gateway": "e2e-shared-b-w3-59dc59", "namespace": "openshift-ingress"} 2026-09-10T14:44:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "36b4dc53-9a47-4b3d-8996-88f9952ec079", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:44:27Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "36b4dc53-9a47-4b3d-8996-88f9952ec079", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d-authn-ssl"} 2026-09-10T14:44:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "36b4dc53-9a47-4b3d-8996-88f9952ec079", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:44:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "6ce8ccf3-edee-4e62-aa3a-811466fd00d3", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:44:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "6ce8ccf3-edee-4e62-aa3a-811466fd00d3", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d-authn-ssl"} 2026-09-10T14:44:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "6ce8ccf3-edee-4e62-aa3a-811466fd00d3", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:44:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "50f8045b-5aac-4a65-b8e1-e87d1f6fff86", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:44:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "50f8045b-5aac-4a65-b8e1-e87d1f6fff86", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d-authn-ssl"} 2026-09-10T14:44:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "50f8045b-5aac-4a65-b8e1-e87d1f6fff86", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:44:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "7a7c8652-0b24-4d9e-a2e5-8b44dceea878", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:44:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "7a7c8652-0b24-4d9e-a2e5-8b44dceea878", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d-authn-ssl"} 2026-09-10T14:44:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "7a7c8652-0b24-4d9e-a2e5-8b44dceea878", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:44:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "b74b7bb6-c021-4996-b020-e4ad2a9c278c", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:44:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "b74b7bb6-c021-4996-b020-e4ad2a9c278c", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d-authn-ssl"} 2026-09-10T14:44:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "b74b7bb6-c021-4996-b020-e4ad2a9c278c", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:44:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "1beb2499-7880-4a37-8d61-fbd62977b928", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:44:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "1beb2499-7880-4a37-8d61-fbd62977b928", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d-authn-ssl"} 2026-09-10T14:44:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "1beb2499-7880-4a37-8d61-fbd62977b928", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:44:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "2a981a73-0d2f-421f-a1de-01f7bc7ff9ae", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:44:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "2a981a73-0d2f-421f-a1de-01f7bc7ff9ae", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d-authn-ssl"} 2026-09-10T14:44:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "2a981a73-0d2f-421f-a1de-01f7bc7ff9ae", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:44:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "openshift-service-ca.crt", "reconcileID": "5f06f01f-e50a-4991-bbcd-7ed41cee1ebb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:44:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "odh-trusted-ca-bundle", "reconcileID": "3980b10c-b62b-4ef3-be9b-4f46668be41f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-42514d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:44:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "odh-trusted-ca-bundle", "reconcileID": "3980b10c-b62b-4ef3-be9b-4f46668be41f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:44:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "openshift-service-ca.crt", "reconcileID": "2b35c084-76b3-4973-9dc3-a560e622a8f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-42514d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:44:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "openshift-service-ca.crt", "reconcileID": "2b35c084-76b3-4973-9dc3-a560e622a8f3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:44:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfbe61c4-d12e-4fc7-ad99-3e1d0b62dccf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:44:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "openshift-service-ca.crt", "reconcileID": "dc2c51d6-820c-4c6f-89bd-6c5f7f6cbbba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:44:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "openshift-service-ca.crt", "reconcileID": "962001bb-4c16-4d9a-882b-60c5e067d40d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:44:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "odh-trusted-ca-bundle", "reconcileID": "098db268-c14b-42a3-9f26-6cd457837d70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-42514d", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:44:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "odh-trusted-ca-bundle", "reconcileID": "098db268-c14b-42a3-9f26-6cd457837d70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:44:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90d52f7e-8070-4760-8415-ba344ba57322", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:44:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "87ac4c0b-ab18-477b-83fb-fcfc9d5f6b5e", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:44:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "87ac4c0b-ab18-477b-83fb-fcfc9d5f6b5e", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d-authn-ssl"} 2026-09-10T14:44:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "87ac4c0b-ab18-477b-83fb-fcfc9d5f6b5e", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:44:36Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T14:44:36Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T14:44:37Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T14:44:37Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T14:44:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "9d706840-6803-400b-b5e0-45ad51af7e94", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:44:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "9d706840-6803-400b-b5e0-45ad51af7e94", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d-authn-ssl"} 2026-09-10T14:44:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "9d706840-6803-400b-b5e0-45ad51af7e94", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:44:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "41b49cb0-2213-4ca8-9565-537acb75e7ae", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:44:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "41b49cb0-2213-4ca8-9565-537acb75e7ae", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af-authn-ssl"} 2026-09-10T14:44:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "41b49cb0-2213-4ca8-9565-537acb75e7ae", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:44:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "c4686386-290f-456c-8044-d35b27f8ee8d", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:44:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "c4686386-290f-456c-8044-d35b27f8ee8d", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af-authn-ssl"} 2026-09-10T14:44:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "c4686386-290f-456c-8044-d35b27f8ee8d", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:44:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "54190ec6-800d-44ab-8ecd-cd2906f8cede", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:44:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "54190ec6-800d-44ab-8ecd-cd2906f8cede", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af-authn-ssl"} 2026-09-10T14:44:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "54190ec6-800d-44ab-8ecd-cd2906f8cede", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:44:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "4497d7e8-01a7-4984-a23c-b38ad650bc8a", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:44:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "4497d7e8-01a7-4984-a23c-b38ad650bc8a", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af-authn-ssl"} 2026-09-10T14:44:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "4497d7e8-01a7-4984-a23c-b38ad650bc8a", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:44:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "336a50a2-a861-4a10-ac87-391095d6f69b", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:44:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "336a50a2-a861-4a10-ac87-391095d6f69b", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af-authn-ssl"} 2026-09-10T14:44:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "336a50a2-a861-4a10-ac87-391095d6f69b", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:44:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "af84c6f0-27aa-40f4-a68c-e1fbd81ef793", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:44:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "af84c6f0-27aa-40f4-a68c-e1fbd81ef793", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af-authn-ssl"} 2026-09-10T14:44:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "af84c6f0-27aa-40f4-a68c-e1fbd81ef793", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:44:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "b782a546-22dd-465d-bf84-c44951a9eacc", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:44:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "b782a546-22dd-465d-bf84-c44951a9eacc", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af-authn-ssl"} 2026-09-10T14:44:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "b782a546-22dd-465d-bf84-c44951a9eacc", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:45:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5c43af"}, "namespace": "ai-tenant-e2e-ipp-b-5c43af", "name": "openshift-service-ca.crt", "reconcileID": "6d4a0f51-79f1-4a2a-991c-d21eab8fd2d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5c43af"} 2026-09-10T14:45:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c43af"}, "namespace": "ai-tenant-e2e-ipp-b-5c43af", "name": "odh-trusted-ca-bundle", "reconcileID": "3a057ae9-f4c1-4d6b-9a01-d722962d3963", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c43af"} 2026-09-10T14:45:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5c43af"}, "namespace": "ai-tenant-e2e-ipp-b-5c43af", "name": "openshift-service-ca.crt", "reconcileID": "2037caec-2c72-4f64-954b-a1553fdf0048", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5c43af", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:45:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5c43af"}, "namespace": "ai-tenant-e2e-ipp-b-5c43af", "name": "openshift-service-ca.crt", "reconcileID": "2037caec-2c72-4f64-954b-a1553fdf0048", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5c43af"} 2026-09-10T14:45:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c43af"}, "namespace": "ai-tenant-e2e-ipp-b-5c43af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aacf49ad-7e4a-4cd6-8d02-5a16a445158e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c43af"} 2026-09-10T14:45:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5c43af"}, "namespace": "ai-tenant-e2e-ipp-b-5c43af", "name": "openshift-service-ca.crt", "reconcileID": "532d9aa2-bf4f-4c2a-999b-0c0c3408083a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5c43af"} 2026-09-10T14:45:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c43af"}, "namespace": "ai-tenant-e2e-ipp-b-5c43af", "name": "odh-trusted-ca-bundle", "reconcileID": "b16f5191-9ccd-4ea4-88e3-26a8920e3cf0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c43af", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:45:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c43af"}, "namespace": "ai-tenant-e2e-ipp-b-5c43af", "name": "odh-trusted-ca-bundle", "reconcileID": "b16f5191-9ccd-4ea4-88e3-26a8920e3cf0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c43af"} 2026-09-10T14:45:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c43af"}, "namespace": "ai-tenant-e2e-ipp-b-5c43af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82069de9-ada3-4438-9536-c10affa2003d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c43af"} 2026-09-10T14:45:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "80b8bf82-10e2-45b7-9e51-b0bf7a1f8f67", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:45:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "80b8bf82-10e2-45b7-9e51-b0bf7a1f8f67", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af-authn-ssl"} 2026-09-10T14:45:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "80b8bf82-10e2-45b7-9e51-b0bf7a1f8f67", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:45:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "db808aed-7a4c-4c19-9c8b-c52fad6c9d88", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:45:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "db808aed-7a4c-4c19-9c8b-c52fad6c9d88", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af-authn-ssl"} 2026-09-10T14:45:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "db808aed-7a4c-4c19-9c8b-c52fad6c9d88", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:45:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "639135e3-d8af-4e35-be82-4c7714cf1c3e", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:45:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "639135e3-d8af-4e35-be82-4c7714cf1c3e", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:45:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "639135e3-d8af-4e35-be82-4c7714cf1c3e", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:45:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "639135e3-d8af-4e35-be82-4c7714cf1c3e", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d-kserve-route-authn"} 2026-09-10T14:45:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "639135e3-d8af-4e35-be82-4c7714cf1c3e", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d", "authType": "userdefined"} 2026-09-10T14:45:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "639135e3-d8af-4e35-be82-4c7714cf1c3e", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:45:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "b84e118d-f065-4983-a3c6-467aefc9a23f", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:45:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "b84e118d-f065-4983-a3c6-467aefc9a23f", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d-authn-ssl"} 2026-09-10T14:45:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "b84e118d-f065-4983-a3c6-467aefc9a23f", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:45:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "9d64e8bc-5acc-4cef-b692-88281e75a026", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:45:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "9d64e8bc-5acc-4cef-b692-88281e75a026", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:45:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "9d64e8bc-5acc-4cef-b692-88281e75a026", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:45:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "9d64e8bc-5acc-4cef-b692-88281e75a026", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d-kserve-route-authn"} 2026-09-10T14:45:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "9d64e8bc-5acc-4cef-b692-88281e75a026", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d", "authType": "userdefined"} 2026-09-10T14:45:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "9d64e8bc-5acc-4cef-b692-88281e75a026", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:45:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "99924195-6380-4eec-adf7-6e1b794fac3c", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:45:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "99924195-6380-4eec-adf7-6e1b794fac3c", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d-authn-ssl"} 2026-09-10T14:45:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "99924195-6380-4eec-adf7-6e1b794fac3c", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:45:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "2555aa35-7c41-4839-9d51-997189b378ab", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:45:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "2555aa35-7c41-4839-9d51-997189b378ab", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:45:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "2555aa35-7c41-4839-9d51-997189b378ab", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:45:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "2555aa35-7c41-4839-9d51-997189b378ab", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d-kserve-route-authn"} 2026-09-10T14:45:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "2555aa35-7c41-4839-9d51-997189b378ab", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d", "authType": "userdefined"} 2026-09-10T14:45:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "2555aa35-7c41-4839-9d51-997189b378ab", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:45:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "0f93d8e0-aaed-4d02-b5c1-1546682fcf1d", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:45:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "0f93d8e0-aaed-4d02-b5c1-1546682fcf1d", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:45:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "0f93d8e0-aaed-4d02-b5c1-1546682fcf1d", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:45:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "0f93d8e0-aaed-4d02-b5c1-1546682fcf1d", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d-kserve-route-authn"} 2026-09-10T14:45:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "0f93d8e0-aaed-4d02-b5c1-1546682fcf1d", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d", "authType": "userdefined"} 2026-09-10T14:45:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "0f93d8e0-aaed-4d02-b5c1-1546682fcf1d", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:45:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "ef10b468-57c4-481e-9227-74e2b84c42ff", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:45:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "ef10b468-57c4-481e-9227-74e2b84c42ff", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:45:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "ef10b468-57c4-481e-9227-74e2b84c42ff", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:45:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "ef10b468-57c4-481e-9227-74e2b84c42ff", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d-kserve-route-authn"} 2026-09-10T14:45:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "ef10b468-57c4-481e-9227-74e2b84c42ff", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d", "authType": "userdefined"} 2026-09-10T14:45:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "ef10b468-57c4-481e-9227-74e2b84c42ff", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:46:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "f9c9f65c-3edd-40d0-a4df-983ad53fa982", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:46:01Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "f9c9f65c-3edd-40d0-a4df-983ad53fa982", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239-authn-ssl"} 2026-09-10T14:46:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "f9c9f65c-3edd-40d0-a4df-983ad53fa982", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:46:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "b7a1a1dd-e30a-4719-b862-92ba23ccc654", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:46:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "b7a1a1dd-e30a-4719-b862-92ba23ccc654", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239-authn-ssl"} 2026-09-10T14:46:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "b7a1a1dd-e30a-4719-b862-92ba23ccc654", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:46:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "601e2077-cc3c-40d6-b4e7-ac5dae3c8e4b", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:46:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "601e2077-cc3c-40d6-b4e7-ac5dae3c8e4b", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239-authn-ssl"} 2026-09-10T14:46:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "601e2077-cc3c-40d6-b4e7-ac5dae3c8e4b", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:46:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "93c2d595-8f8b-459c-8fc7-eb9b1d526118", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:46:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "93c2d595-8f8b-459c-8fc7-eb9b1d526118", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239-authn-ssl"} 2026-09-10T14:46:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "93c2d595-8f8b-459c-8fc7-eb9b1d526118", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:46:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "9b362d1a-b1b1-4a39-8945-a8bf34a44f87", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:46:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "9b362d1a-b1b1-4a39-8945-a8bf34a44f87", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239-authn-ssl"} 2026-09-10T14:46:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "9b362d1a-b1b1-4a39-8945-a8bf34a44f87", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:46:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "f5b32822-7098-405d-9bf2-ba8cb830d437", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:46:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "f5b32822-7098-405d-9bf2-ba8cb830d437", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239-authn-ssl"} 2026-09-10T14:46:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "f5b32822-7098-405d-9bf2-ba8cb830d437", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:46:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "aba14f25-1f05-4724-b13b-c9a35a3c08bd", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:46:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "aba14f25-1f05-4724-b13b-c9a35a3c08bd", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239-authn-ssl"} 2026-09-10T14:46:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "aba14f25-1f05-4724-b13b-c9a35a3c08bd", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-268239"}, "namespace": "ai-tenant-e2e-ipp-cleanup-268239", "name": "openshift-service-ca.crt", "reconcileID": "a92d5ccd-1d39-40b2-a9ae-ab16d4feb035", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-268239"} 2026-09-10T14:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-268239"}, "namespace": "ai-tenant-e2e-ipp-cleanup-268239", "name": "odh-trusted-ca-bundle", "reconcileID": "df5dfd32-366d-4f92-b594-2021ebb8f061", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-268239"} 2026-09-10T14:46:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-268239"}, "namespace": "ai-tenant-e2e-ipp-cleanup-268239", "name": "openshift-service-ca.crt", "reconcileID": "1a9a41d3-79ac-4c54-a7b0-1134ff461e88", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-268239", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:46:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-268239"}, "namespace": "ai-tenant-e2e-ipp-cleanup-268239", "name": "openshift-service-ca.crt", "reconcileID": "1a9a41d3-79ac-4c54-a7b0-1134ff461e88", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-268239"} 2026-09-10T14:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-268239"}, "namespace": "ai-tenant-e2e-ipp-cleanup-268239", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0211792-f171-46a9-b87b-357394dd3307", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-268239"} 2026-09-10T14:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-268239"}, "namespace": "ai-tenant-e2e-ipp-cleanup-268239", "name": "openshift-service-ca.crt", "reconcileID": "b4cd40f0-2eb6-43c9-9212-970e4ba025f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-268239"} 2026-09-10T14:46:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-268239"}, "namespace": "ai-tenant-e2e-ipp-cleanup-268239", "name": "odh-trusted-ca-bundle", "reconcileID": "0c0ce323-fdcd-4cfd-ab2a-14a117400172", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-268239", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:46:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-268239"}, "namespace": "ai-tenant-e2e-ipp-cleanup-268239", "name": "odh-trusted-ca-bundle", "reconcileID": "0c0ce323-fdcd-4cfd-ab2a-14a117400172", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-268239"} 2026-09-10T14:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-268239"}, "namespace": "ai-tenant-e2e-ipp-cleanup-268239", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16287b79-192f-421d-be41-415456c9cd4f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-268239"} 2026-09-10T14:46:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "9642f657-6159-4551-9b12-8dccb30b8cef", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:46:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "9642f657-6159-4551-9b12-8dccb30b8cef", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239-authn-ssl"} 2026-09-10T14:46:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "9642f657-6159-4551-9b12-8dccb30b8cef", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:46:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "21d5d7af-9f22-403c-8541-9faa25b53e64", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:46:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "21d5d7af-9f22-403c-8541-9faa25b53e64", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239-authn-ssl"} 2026-09-10T14:46:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "21d5d7af-9f22-403c-8541-9faa25b53e64", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:46:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "c602d602-a7f5-45bf-9100-db8c905a5e67", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:46:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "c602d602-a7f5-45bf-9100-db8c905a5e67", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239-authn-ssl"} 2026-09-10T14:46:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "c602d602-a7f5-45bf-9100-db8c905a5e67", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:46:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "042dde03-288f-4588-aaea-12a701e4b85f", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:46:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "042dde03-288f-4588-aaea-12a701e4b85f", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239-authn-ssl"} 2026-09-10T14:46:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "042dde03-288f-4588-aaea-12a701e4b85f", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:46:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-268239"}, "namespace": "ai-tenant-e2e-ipp-cleanup-268239", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b617f7a-97cf-479d-b36c-4f3334193b23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-268239"} 2026-09-10T14:46:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-268239"}, "namespace": "ai-tenant-e2e-ipp-cleanup-268239", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b617f7a-97cf-479d-b36c-4f3334193b23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-268239", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:46:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-268239"}, "namespace": "ai-tenant-e2e-ipp-cleanup-268239", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b617f7a-97cf-479d-b36c-4f3334193b23", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-268239 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:46:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-268239"}, "namespace": "ai-tenant-e2e-ipp-cleanup-268239", "name": "odh-trusted-ca-bundle", "reconcileID": "6e416f92-6a89-42cf-94cd-acf734753d90", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-268239"} 2026-09-10T14:46:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-268239"}, "namespace": "ai-tenant-e2e-ipp-cleanup-268239", "name": "odh-trusted-ca-bundle", "reconcileID": "6e416f92-6a89-42cf-94cd-acf734753d90", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-268239"} 2026-09-10T14:46:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-268239"}, "namespace": "ai-tenant-e2e-ipp-cleanup-268239", "name": "openshift-service-ca.crt", "reconcileID": "0e20413c-c1f1-41e7-8b2d-bf78efc27fd5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-268239"} 2026-09-10T14:46:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-268239"}, "namespace": "ai-tenant-e2e-ipp-cleanup-268239", "name": "openshift-service-ca.crt", "reconcileID": "0e20413c-c1f1-41e7-8b2d-bf78efc27fd5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-268239"} 2026-09-10T14:46:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-268239"}, "namespace": "ai-tenant-e2e-ipp-cleanup-268239", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "693d9f07-ad9d-42bf-9623-cf2b5f2400ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-268239"} 2026-09-10T14:46:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-268239"}, "namespace": "ai-tenant-e2e-ipp-cleanup-268239", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "693d9f07-ad9d-42bf-9623-cf2b5f2400ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-268239"} 2026-09-10T14:46:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-268239","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-268239", "reconcileID": "132c1677-78cd-4482-a909-ffb030c4d1cf", "Gateway": "e2e-ipp-cleanup-268239", "namespace": "openshift-ingress"} 2026-09-10T14:47:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "d52e7df4-6ab5-4faa-aee3-47d240c43629", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:47:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "d52e7df4-6ab5-4faa-aee3-47d240c43629", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d-authn-ssl"} 2026-09-10T14:47:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "d52e7df4-6ab5-4faa-aee3-47d240c43629", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:47:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "aa56a232-05d9-4096-bdb7-497c5c3ad31f", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:47:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "aa56a232-05d9-4096-bdb7-497c5c3ad31f", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d-authn-ssl"} 2026-09-10T14:47:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "aa56a232-05d9-4096-bdb7-497c5c3ad31f", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:47:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "233beaa7-f4fd-4322-9939-c9a67867af2d", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:47:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "233beaa7-f4fd-4322-9939-c9a67867af2d", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d-authn-ssl"} 2026-09-10T14:47:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "233beaa7-f4fd-4322-9939-c9a67867af2d", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:47:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "8c866bb3-850a-41b5-9d95-dbd4bc873ede", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:47:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "8c866bb3-850a-41b5-9d95-dbd4bc873ede", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:47:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "8c866bb3-850a-41b5-9d95-dbd4bc873ede", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:47:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "8c866bb3-850a-41b5-9d95-dbd4bc873ede", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d-kserve-route-authn"} 2026-09-10T14:47:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "8c866bb3-850a-41b5-9d95-dbd4bc873ede", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d", "authType": "userdefined"} 2026-09-10T14:47:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "8c866bb3-850a-41b5-9d95-dbd4bc873ede", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:47:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "585f1c27-9f31-4e1e-afa4-56a981d38e5b", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:47:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "585f1c27-9f31-4e1e-afa4-56a981d38e5b", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d"} 2026-09-10T14:47:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "585f1c27-9f31-4e1e-afa4-56a981d38e5b", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:47:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "585f1c27-9f31-4e1e-afa4-56a981d38e5b", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:47:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "585f1c27-9f31-4e1e-afa4-56a981d38e5b", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d-kserve-route-authn"} 2026-09-10T14:47:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "585f1c27-9f31-4e1e-afa4-56a981d38e5b", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d-kserve-route-authn"} 2026-09-10T14:47:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "585f1c27-9f31-4e1e-afa4-56a981d38e5b", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:47:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "585f1c27-9f31-4e1e-afa4-56a981d38e5b", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:47:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-42514d","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "ipp-route-42514d", "reconcileID": "e5dee865-c2e9-47db-9fdc-792ba8a475ff", "LLMInferenceService": "ipp-route-42514d", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:47:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "222302af-aff6-402b-bba8-5951e17c0df4", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:47:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "222302af-aff6-402b-bba8-5951e17c0df4", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d-authn-ssl"} 2026-09-10T14:47:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "222302af-aff6-402b-bba8-5951e17c0df4", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:47:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "6e35b98e-ef76-4562-bc87-7c2fc73d96fa", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:47:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "6e35b98e-ef76-4562-bc87-7c2fc73d96fa", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d-authn-ssl"} 2026-09-10T14:47:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "6e35b98e-ef76-4562-bc87-7c2fc73d96fa", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:47:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b4e3c51-f9dc-49e4-b6bc-e8d3dc8ac470", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:47:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b4e3c51-f9dc-49e4-b6bc-e8d3dc8ac470", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-42514d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:47:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b4e3c51-f9dc-49e4-b6bc-e8d3dc8ac470", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-42514d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:47:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "odh-trusted-ca-bundle", "reconcileID": "11b4f738-2f53-4e96-9a95-6951c284d75f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:47:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "odh-trusted-ca-bundle", "reconcileID": "11b4f738-2f53-4e96-9a95-6951c284d75f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:47:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "openshift-service-ca.crt", "reconcileID": "252fbc90-8e7c-4787-b273-ad9ebb7f01d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:47:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "openshift-service-ca.crt", "reconcileID": "252fbc90-8e7c-4787-b273-ad9ebb7f01d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:47:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4426699d-1252-4325-915f-b87f84114fd5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:47:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-42514d"}, "namespace": "ai-tenant-e2e-ipp-a-42514d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4426699d-1252-4325-915f-b87f84114fd5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-42514d"} 2026-09-10T14:47:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-42514d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-42514d", "reconcileID": "99685723-f5e4-45b5-8a07-c9f8f5c7382c", "Gateway": "e2e-ipp-a-42514d", "namespace": "openshift-ingress"} 2026-09-10T14:48:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "356e5402-30c2-4b0d-8b03-b6b72e37081e", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:48:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "356e5402-30c2-4b0d-8b03-b6b72e37081e", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af-authn-ssl"} 2026-09-10T14:48:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "356e5402-30c2-4b0d-8b03-b6b72e37081e", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:48:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "28b9223a-d7a9-4358-9721-08bddd9683a2", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:48:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "28b9223a-d7a9-4358-9721-08bddd9683a2", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af-authn-ssl"} 2026-09-10T14:48:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "28b9223a-d7a9-4358-9721-08bddd9683a2", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:48:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c43af"}, "namespace": "ai-tenant-e2e-ipp-b-5c43af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17f831cf-e139-40c6-b6b1-cf0223803302", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c43af"} 2026-09-10T14:48:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c43af"}, "namespace": "ai-tenant-e2e-ipp-b-5c43af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17f831cf-e139-40c6-b6b1-cf0223803302", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c43af", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:48:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c43af"}, "namespace": "ai-tenant-e2e-ipp-b-5c43af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17f831cf-e139-40c6-b6b1-cf0223803302", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-5c43af because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:48:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c43af"}, "namespace": "ai-tenant-e2e-ipp-b-5c43af", "name": "odh-trusted-ca-bundle", "reconcileID": "c6dc71dc-da43-4a59-8e58-80c45b0fa5f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c43af"} 2026-09-10T14:48:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c43af"}, "namespace": "ai-tenant-e2e-ipp-b-5c43af", "name": "odh-trusted-ca-bundle", "reconcileID": "c6dc71dc-da43-4a59-8e58-80c45b0fa5f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c43af"} 2026-09-10T14:48:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5c43af"}, "namespace": "ai-tenant-e2e-ipp-b-5c43af", "name": "openshift-service-ca.crt", "reconcileID": "8532330d-ef02-4dfe-b9c8-46d43f827e8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5c43af"} 2026-09-10T14:48:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5c43af"}, "namespace": "ai-tenant-e2e-ipp-b-5c43af", "name": "openshift-service-ca.crt", "reconcileID": "8532330d-ef02-4dfe-b9c8-46d43f827e8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5c43af"} 2026-09-10T14:48:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c43af"}, "namespace": "ai-tenant-e2e-ipp-b-5c43af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d4cb1ef-3a67-4300-ab2b-e4eebff40d58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c43af"} 2026-09-10T14:48:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c43af"}, "namespace": "ai-tenant-e2e-ipp-b-5c43af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d4cb1ef-3a67-4300-ab2b-e4eebff40d58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c43af"} 2026-09-10T14:48:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c43af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c43af", "reconcileID": "1ca5d921-2903-4469-8027-e952568a8125", "Gateway": "e2e-ipp-b-5c43af", "namespace": "openshift-ingress"} 2026-09-10T14:48:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7bf16f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7bf16f", "reconcileID": "df6ffd9f-62cf-4703-9494-f9522a99cac5", "Gateway": "e2e-shared-a-w3-7bf16f", "namespace": "openshift-ingress"} 2026-09-10T14:48:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7bf16f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7bf16f", "reconcileID": "df6ffd9f-62cf-4703-9494-f9522a99cac5", "Gateway": "e2e-shared-a-w3-7bf16f", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7bf16f-authn-ssl"} 2026-09-10T14:48:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7bf16f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7bf16f", "reconcileID": "df6ffd9f-62cf-4703-9494-f9522a99cac5", "Gateway": "e2e-shared-a-w3-7bf16f", "namespace": "openshift-ingress"} 2026-09-10T14:48:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7bf16f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7bf16f", "reconcileID": "e8556d1b-e524-4d10-9296-5df4d640b5df", "Gateway": "e2e-shared-a-w3-7bf16f", "namespace": "openshift-ingress"} 2026-09-10T14:48:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7bf16f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7bf16f", "reconcileID": "e8556d1b-e524-4d10-9296-5df4d640b5df", "Gateway": "e2e-shared-a-w3-7bf16f", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7bf16f-authn-ssl"} 2026-09-10T14:48:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7bf16f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7bf16f", "reconcileID": "e8556d1b-e524-4d10-9296-5df4d640b5df", "Gateway": "e2e-shared-a-w3-7bf16f", "namespace": "openshift-ingress"} 2026-09-10T14:48:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5028ccf7-c18a-460f-9991-f88e2b32ba3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f"} 2026-09-10T14:48:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5028ccf7-c18a-460f-9991-f88e2b32ba3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:48:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5028ccf7-c18a-460f-9991-f88e2b32ba3e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-7bf16f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:48:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "odh-trusted-ca-bundle", "reconcileID": "d76eea26-25b4-435d-b144-c454a206c00c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f"} 2026-09-10T14:48:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "odh-trusted-ca-bundle", "reconcileID": "d76eea26-25b4-435d-b144-c454a206c00c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f"} 2026-09-10T14:48:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "openshift-service-ca.crt", "reconcileID": "61d36541-ed71-4bd7-bb00-70baf8261eed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f"} 2026-09-10T14:48:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "openshift-service-ca.crt", "reconcileID": "61d36541-ed71-4bd7-bb00-70baf8261eed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f"} 2026-09-10T14:48:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "969c32ec-5867-4f93-aec9-18436851c4fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f"} 2026-09-10T14:48:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7bf16f"}, "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "969c32ec-5867-4f93-aec9-18436851c4fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7bf16f"} 2026-09-10T14:48:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7bf16f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7bf16f", "reconcileID": "8d5efd97-75de-4879-890c-606ea6e14b97", "Gateway": "e2e-shared-a-w3-7bf16f", "namespace": "openshift-ingress"} 2026-09-10T14:48:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-59dc59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59", "reconcileID": "179796d6-8f6a-454f-acb8-e64110ddbe03", "Gateway": "e2e-shared-b-w3-59dc59", "namespace": "openshift-ingress"} 2026-09-10T14:48:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-59dc59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59", "reconcileID": "179796d6-8f6a-454f-acb8-e64110ddbe03", "Gateway": "e2e-shared-b-w3-59dc59", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59-authn-ssl"} 2026-09-10T14:48:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-59dc59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59", "reconcileID": "179796d6-8f6a-454f-acb8-e64110ddbe03", "Gateway": "e2e-shared-b-w3-59dc59", "namespace": "openshift-ingress"} 2026-09-10T14:48:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-59dc59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59", "reconcileID": "002adae8-f578-427e-aa4c-77d97c01e3af", "Gateway": "e2e-shared-b-w3-59dc59", "namespace": "openshift-ingress"} 2026-09-10T14:48:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-59dc59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59", "reconcileID": "002adae8-f578-427e-aa4c-77d97c01e3af", "Gateway": "e2e-shared-b-w3-59dc59", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59-authn-ssl"} 2026-09-10T14:48:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-59dc59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59", "reconcileID": "002adae8-f578-427e-aa4c-77d97c01e3af", "Gateway": "e2e-shared-b-w3-59dc59", "namespace": "openshift-ingress"} 2026-09-10T14:48:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc30c3f3-1427-4d67-b715-2cad9b10426e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:48:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc30c3f3-1427-4d67-b715-2cad9b10426e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:48:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc30c3f3-1427-4d67-b715-2cad9b10426e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-59dc59 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:48:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "odh-trusted-ca-bundle", "reconcileID": "ea68df4f-e237-4981-85d0-653cf79529b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:48:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "odh-trusted-ca-bundle", "reconcileID": "ea68df4f-e237-4981-85d0-653cf79529b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:48:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "openshift-service-ca.crt", "reconcileID": "f8292338-2a1c-48ce-87c5-858b47369a26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:48:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "openshift-service-ca.crt", "reconcileID": "f8292338-2a1c-48ce-87c5-858b47369a26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:48:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc728e8e-2a6b-43c1-96e3-5a8cca461290", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:48:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-59dc59"}, "namespace": "ai-tenant-e2e-shared-b-w3-59dc59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc728e8e-2a6b-43c1-96e3-5a8cca461290", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-59dc59"} 2026-09-10T14:48:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-59dc59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-59dc59", "reconcileID": "91124451-e453-425a-a27c-cb3f68820596", "Gateway": "e2e-shared-b-w3-59dc59", "namespace": "openshift-ingress"} 2026-09-10T14:52:03Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T14:52:03Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T14:52:05Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T14:52:05Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T14:52:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "d0bf1016-3ce6-4098-a266-9f2fe1aebdb0", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm"} 2026-09-10T14:52:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "d0bf1016-3ce6-4098-a266-9f2fe1aebdb0", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm"} 2026-09-10T14:52:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "d0bf1016-3ce6-4098-a266-9f2fe1aebdb0", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm"} 2026-09-10T14:52:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d486a7bf-d29e-4f4f-b4d6-eb18112a7b47", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:52:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "d0bf1016-3ce6-4098-a266-9f2fe1aebdb0", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm", "name": "e2e-same-id-a-f681ae9c-kserve-route-authn"} 2026-09-10T14:52:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "d0bf1016-3ce6-4098-a266-9f2fe1aebdb0", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:52:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "d0bf1016-3ce6-4098-a266-9f2fe1aebdb0", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm"} 2026-09-10T14:52:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d486a7bf-d29e-4f4f-b4d6-eb18112a7b47", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:52:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d486a7bf-d29e-4f4f-b4d6-eb18112a7b47", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:52:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "243b2369-cb0c-4ab0-adc7-d723b8b6f132", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm"} 2026-09-10T14:52:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "243b2369-cb0c-4ab0-adc7-d723b8b6f132", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm"} 2026-09-10T14:52:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "243b2369-cb0c-4ab0-adc7-d723b8b6f132", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm"} 2026-09-10T14:52:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "243b2369-cb0c-4ab0-adc7-d723b8b6f132", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm", "name": "e2e-same-id-a-f681ae9c-kserve-route-authn"} 2026-09-10T14:52:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "243b2369-cb0c-4ab0-adc7-d723b8b6f132", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:52:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "243b2369-cb0c-4ab0-adc7-d723b8b6f132", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm"} 2026-09-10T14:52:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "9d96b476-c6f5-4cf4-b51a-1d48530cdc4b", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm"} 2026-09-10T14:52:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "9d96b476-c6f5-4cf4-b51a-1d48530cdc4b", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm"} 2026-09-10T14:52:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "9d96b476-c6f5-4cf4-b51a-1d48530cdc4b", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm"} 2026-09-10T14:52:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "667a6f58-9d2c-4871-bc5d-e70c976b8bae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:52:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "9d96b476-c6f5-4cf4-b51a-1d48530cdc4b", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm", "name": "e2e-same-id-b-f681ae9c-kserve-route-authn"} 2026-09-10T14:52:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "9d96b476-c6f5-4cf4-b51a-1d48530cdc4b", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:52:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "9d96b476-c6f5-4cf4-b51a-1d48530cdc4b", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm"} 2026-09-10T14:52:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "667a6f58-9d2c-4871-bc5d-e70c976b8bae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:52:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "667a6f58-9d2c-4871-bc5d-e70c976b8bae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:53:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba4cac3d-f106-4bf5-ad10-760a132aa63f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:53:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba4cac3d-f106-4bf5-ad10-760a132aa63f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:53:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba4cac3d-f106-4bf5-ad10-760a132aa63f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:53:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "643c34c3-c430-4290-a4d4-0d0bf8eb4195", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm"} 2026-09-10T14:53:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "643c34c3-c430-4290-a4d4-0d0bf8eb4195", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm"} 2026-09-10T14:53:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "643c34c3-c430-4290-a4d4-0d0bf8eb4195", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm"} 2026-09-10T14:53:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "643c34c3-c430-4290-a4d4-0d0bf8eb4195", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm", "name": "e2e-same-id-a-f681ae9c-kserve-route-authn"} 2026-09-10T14:53:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "643c34c3-c430-4290-a4d4-0d0bf8eb4195", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:53:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "643c34c3-c430-4290-a4d4-0d0bf8eb4195", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm"} 2026-09-10T14:53:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "79d3032b-8f84-47af-abb7-b27f371443b8", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm"} 2026-09-10T14:53:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "79d3032b-8f84-47af-abb7-b27f371443b8", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm"} 2026-09-10T14:53:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "79d3032b-8f84-47af-abb7-b27f371443b8", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm"} 2026-09-10T14:53:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "79d3032b-8f84-47af-abb7-b27f371443b8", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm", "name": "e2e-same-id-b-f681ae9c-kserve-route-authn"} 2026-09-10T14:53:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "79d3032b-8f84-47af-abb7-b27f371443b8", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:53:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "79d3032b-8f84-47af-abb7-b27f371443b8", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm"} 2026-09-10T14:53:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b37df5c8-76a2-4e68-aafe-3fb4eb387469", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:53:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b37df5c8-76a2-4e68-aafe-3fb4eb387469", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:53:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b37df5c8-76a2-4e68-aafe-3fb4eb387469", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:53:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "9679bd8c-71a3-4996-8dec-4a727305f83e", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm"} 2026-09-10T14:53:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "9679bd8c-71a3-4996-8dec-4a727305f83e", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm"} 2026-09-10T14:53:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "9679bd8c-71a3-4996-8dec-4a727305f83e", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm"} 2026-09-10T14:53:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "9679bd8c-71a3-4996-8dec-4a727305f83e", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm", "name": "e2e-same-id-b-f681ae9c-kserve-route-authn"} 2026-09-10T14:53:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "9679bd8c-71a3-4996-8dec-4a727305f83e", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:53:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "9679bd8c-71a3-4996-8dec-4a727305f83e", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm"} 2026-09-10T14:53:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "f32b639a-984f-4086-944e-58152b8c792a", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm"} 2026-09-10T14:53:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "f32b639a-984f-4086-944e-58152b8c792a", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm"} 2026-09-10T14:53:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "f32b639a-984f-4086-944e-58152b8c792a", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm"} 2026-09-10T14:53:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "f32b639a-984f-4086-944e-58152b8c792a", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm", "name": "e2e-same-id-a-f681ae9c-kserve-route-authn"} 2026-09-10T14:53:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "f32b639a-984f-4086-944e-58152b8c792a", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:53:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "f32b639a-984f-4086-944e-58152b8c792a", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm"} 2026-09-10T14:54:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "52f2a20e-f490-45d7-b5cb-7f34b6adceaa", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm"} 2026-09-10T14:54:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "52f2a20e-f490-45d7-b5cb-7f34b6adceaa", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm"} 2026-09-10T14:54:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "52f2a20e-f490-45d7-b5cb-7f34b6adceaa", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm"} 2026-09-10T14:54:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "52f2a20e-f490-45d7-b5cb-7f34b6adceaa", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm", "name": "e2e-same-id-b-f681ae9c-kserve-route-authn"} 2026-09-10T14:54:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "52f2a20e-f490-45d7-b5cb-7f34b6adceaa", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:54:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "52f2a20e-f490-45d7-b5cb-7f34b6adceaa", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm"} 2026-09-10T14:54:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "6e2f17ab-7d82-495b-8dcb-378b4ecc272c", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm"} 2026-09-10T14:54:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "6e2f17ab-7d82-495b-8dcb-378b4ecc272c", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm", "name": "e2e-same-id-a-f681ae9c"} 2026-09-10T14:54:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "6e2f17ab-7d82-495b-8dcb-378b4ecc272c", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm"} 2026-09-10T14:54:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "6e2f17ab-7d82-495b-8dcb-378b4ecc272c", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm"} 2026-09-10T14:54:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "6e2f17ab-7d82-495b-8dcb-378b4ecc272c", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm", "name": "e2e-same-id-a-f681ae9c-kserve-route-authn"} 2026-09-10T14:54:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "6e2f17ab-7d82-495b-8dcb-378b4ecc272c", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm", "name": "e2e-same-id-a-f681ae9c-kserve-route-authn"} 2026-09-10T14:54:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-f681ae9c", "reconcileID": "827d93be-bdc8-4025-a290-83aee0f49f07", "LLMInferenceService": "e2e-same-id-a-f681ae9c", "namespace": "llm"} 2026-09-10T14:54:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f6774670-3158-4e9f-aaf2-6c172fe7cb4a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:54:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f6774670-3158-4e9f-aaf2-6c172fe7cb4a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:54:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f6774670-3158-4e9f-aaf2-6c172fe7cb4a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:54:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b1048958-1e44-4cbd-83b8-915a11ec8cb9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:54:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b1048958-1e44-4cbd-83b8-915a11ec8cb9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:54:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b1048958-1e44-4cbd-83b8-915a11ec8cb9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:54:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "1cd7f42e-7e9d-4da8-9b9c-dd2d58217f7b", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm"} 2026-09-10T14:54:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "1cd7f42e-7e9d-4da8-9b9c-dd2d58217f7b", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm", "name": "e2e-same-id-b-f681ae9c"} 2026-09-10T14:54:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "1cd7f42e-7e9d-4da8-9b9c-dd2d58217f7b", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm"} 2026-09-10T14:54:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "1cd7f42e-7e9d-4da8-9b9c-dd2d58217f7b", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm"} 2026-09-10T14:54:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "1cd7f42e-7e9d-4da8-9b9c-dd2d58217f7b", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm", "name": "e2e-same-id-b-f681ae9c-kserve-route-authn"} 2026-09-10T14:54:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "1cd7f42e-7e9d-4da8-9b9c-dd2d58217f7b", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm", "name": "e2e-same-id-b-f681ae9c-kserve-route-authn"} 2026-09-10T14:54:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-f681ae9c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-f681ae9c", "reconcileID": "c39436f0-e358-4bea-bd48-a77092e9559d", "LLMInferenceService": "e2e-same-id-b-f681ae9c", "namespace": "llm"} 2026-09-10T14:54:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "caf77336-b2df-4d0a-9d81-4bd4ecb110c8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:54:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "caf77336-b2df-4d0a-9d81-4bd4ecb110c8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:54:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "caf77336-b2df-4d0a-9d81-4bd4ecb110c8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:54:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42c44c7b-2276-447e-b106-8f6b0dd5c49a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:54:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42c44c7b-2276-447e-b106-8f6b0dd5c49a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:54:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42c44c7b-2276-447e-b106-8f6b0dd5c49a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}