2026-09-10T15:39:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-bbc967"}, "namespace": "ai-tenant-e2e-api-b-bbc967", "name": "openshift-service-ca.crt", "reconcileID": "ff40961c-8c6a-4e8c-99e6-b5b7d14dcc77", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-bbc967"} 2026-09-10T15:39:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bbc967"}, "namespace": "ai-tenant-e2e-api-b-bbc967", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "465e16a4-ae24-43a9-bce5-cbaacb0e8d7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bbc967"} 2026-09-10T15:39:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bbc967"}, "namespace": "ai-tenant-e2e-api-b-bbc967", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "465e16a4-ae24-43a9-bce5-cbaacb0e8d7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bbc967"} 2026-09-10T15:39:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bbc967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bbc967", "reconcileID": "f8aca6fe-77df-4e4a-a812-c20651699fe2", "Gateway": "e2e-api-b-bbc967", "namespace": "openshift-ingress"} 2026-09-10T15:39:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bbc967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bbc967", "reconcileID": "f8aca6fe-77df-4e4a-a812-c20651699fe2", "Gateway": "e2e-api-b-bbc967", "namespace": "openshift-ingress", "name": "e2e-api-b-bbc967-authn-ssl"} 2026-09-10T15:39:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bbc967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bbc967", "reconcileID": "f8aca6fe-77df-4e4a-a812-c20651699fe2", "Gateway": "e2e-api-b-bbc967", "namespace": "openshift-ingress"} 2026-09-10T15:39:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bbc967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bbc967", "reconcileID": "1e348cff-4b47-4e18-8087-c1aa24f12786", "Gateway": "e2e-api-b-bbc967", "namespace": "openshift-ingress"} 2026-09-10T15:39:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-62d2f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-62d2f7", "reconcileID": "72ab7e2c-fe16-4e57-91d4-e8fb7cb0e0f1", "Gateway": "e2e-shared-a-w3-62d2f7", "namespace": "openshift-ingress"} 2026-09-10T15:39:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-62d2f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-62d2f7", "reconcileID": "72ab7e2c-fe16-4e57-91d4-e8fb7cb0e0f1", "Gateway": "e2e-shared-a-w3-62d2f7", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-62d2f7-authn-ssl"} 2026-09-10T15:39:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-62d2f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-62d2f7", "reconcileID": "72ab7e2c-fe16-4e57-91d4-e8fb7cb0e0f1", "Gateway": "e2e-shared-a-w3-62d2f7", "namespace": "openshift-ingress"} 2026-09-10T15:39:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-62d2f7","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7", "reconcileID": "f2927c31-b211-43bf-9b12-2f6a96711fc1", "LLMInferenceService": "rate-test-model-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7"} 2026-09-10T15:39:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-62d2f7","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7", "reconcileID": "f2927c31-b211-43bf-9b12-2f6a96711fc1", "LLMInferenceService": "rate-test-model-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7"} 2026-09-10T15:39:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-62d2f7","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7", "reconcileID": "f2927c31-b211-43bf-9b12-2f6a96711fc1", "LLMInferenceService": "rate-test-model-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7"} 2026-09-10T15:39:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-62d2f7","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7", "reconcileID": "f2927c31-b211-43bf-9b12-2f6a96711fc1", "LLMInferenceService": "rate-test-model-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7-kserve-route-authn"} 2026-09-10T15:39:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-62d2f7","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7", "reconcileID": "f2927c31-b211-43bf-9b12-2f6a96711fc1", "LLMInferenceService": "rate-test-model-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "authType": "userdefined"} 2026-09-10T15:39:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-62d2f7","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7", "reconcileID": "f2927c31-b211-43bf-9b12-2f6a96711fc1", "LLMInferenceService": "rate-test-model-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7"} 2026-09-10T15:40:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-5fe45b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5fe45b", "reconcileID": "d1ebad5d-ad64-472a-a602-63c6cc3b51ba", "Gateway": "e2e-shared-a-w2-5fe45b", "namespace": "openshift-ingress"} 2026-09-10T15:40:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-5fe45b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5fe45b", "reconcileID": "d1ebad5d-ad64-472a-a602-63c6cc3b51ba", "Gateway": "e2e-shared-a-w2-5fe45b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5fe45b-authn-ssl"} 2026-09-10T15:40:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-5fe45b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5fe45b", "reconcileID": "d1ebad5d-ad64-472a-a602-63c6cc3b51ba", "Gateway": "e2e-shared-a-w2-5fe45b", "namespace": "openshift-ingress"} 2026-09-10T15:40:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-5fe45b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5fe45b", "reconcileID": "ef183c8e-0786-4cb6-8ca3-7158f353cf4a", "Gateway": "e2e-shared-a-w2-5fe45b", "namespace": "openshift-ingress"} 2026-09-10T15:40:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-5fe45b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5fe45b", "reconcileID": "ef183c8e-0786-4cb6-8ca3-7158f353cf4a", "Gateway": "e2e-shared-a-w2-5fe45b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5fe45b-authn-ssl"} 2026-09-10T15:40:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-5fe45b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5fe45b", "reconcileID": "ef183c8e-0786-4cb6-8ca3-7158f353cf4a", "Gateway": "e2e-shared-a-w2-5fe45b", "namespace": "openshift-ingress"} 2026-09-10T15:40:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-5fe45b"}, "namespace": "ai-tenant-e2e-shared-a-w2-5fe45b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93ae388c-b7f3-4401-ba35-7c24a7221162", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-5fe45b"} 2026-09-10T15:40:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-5fe45b"}, "namespace": "ai-tenant-e2e-shared-a-w2-5fe45b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93ae388c-b7f3-4401-ba35-7c24a7221162", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-5fe45b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:40:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-5fe45b"}, "namespace": "ai-tenant-e2e-shared-a-w2-5fe45b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93ae388c-b7f3-4401-ba35-7c24a7221162", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-5fe45b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T15:40:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-5fe45b"}, "namespace": "ai-tenant-e2e-shared-a-w2-5fe45b", "name": "odh-trusted-ca-bundle", "reconcileID": "23318783-ee87-4ab3-9bf9-d040d0f56a2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-5fe45b"} 2026-09-10T15:40:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-5fe45b"}, "namespace": "ai-tenant-e2e-shared-a-w2-5fe45b", "name": "odh-trusted-ca-bundle", "reconcileID": "23318783-ee87-4ab3-9bf9-d040d0f56a2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-5fe45b"} 2026-09-10T15:40:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-5fe45b"}, "namespace": "ai-tenant-e2e-shared-a-w2-5fe45b", "name": "openshift-service-ca.crt", "reconcileID": "3b4f6596-ef6e-409e-9d35-9b545c3bac57", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-5fe45b"} 2026-09-10T15:40:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-5fe45b"}, "namespace": "ai-tenant-e2e-shared-a-w2-5fe45b", "name": "openshift-service-ca.crt", "reconcileID": "3b4f6596-ef6e-409e-9d35-9b545c3bac57", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-5fe45b"} 2026-09-10T15:40:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-5fe45b"}, "namespace": "ai-tenant-e2e-shared-a-w2-5fe45b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffaae2ec-1ea4-4245-ba4c-ba8d61cba03b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-5fe45b"} 2026-09-10T15:40:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-5fe45b"}, "namespace": "ai-tenant-e2e-shared-a-w2-5fe45b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffaae2ec-1ea4-4245-ba4c-ba8d61cba03b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-5fe45b"} 2026-09-10T15:40:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-5fe45b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-5fe45b", "reconcileID": "d5421755-1f74-4f04-bd8f-e04f49662a99", "Gateway": "e2e-shared-a-w2-5fe45b", "namespace": "openshift-ingress"} 2026-09-10T15:40:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-62d2f7","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7", "reconcileID": "f8f1fcda-6f32-4d2f-832d-18ddec7fca70", "LLMInferenceService": "rate-test-model-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7"} 2026-09-10T15:40:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-62d2f7","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7", "reconcileID": "f8f1fcda-6f32-4d2f-832d-18ddec7fca70", "LLMInferenceService": "rate-test-model-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7"} 2026-09-10T15:40:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-62d2f7","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7", "reconcileID": "f8f1fcda-6f32-4d2f-832d-18ddec7fca70", "LLMInferenceService": "rate-test-model-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7"} 2026-09-10T15:40:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-62d2f7","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7", "reconcileID": "f8f1fcda-6f32-4d2f-832d-18ddec7fca70", "LLMInferenceService": "rate-test-model-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7-kserve-route-authn"} 2026-09-10T15:40:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-62d2f7","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7", "reconcileID": "f8f1fcda-6f32-4d2f-832d-18ddec7fca70", "LLMInferenceService": "rate-test-model-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "authType": "userdefined"} 2026-09-10T15:40:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-62d2f7","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7", "reconcileID": "f8f1fcda-6f32-4d2f-832d-18ddec7fca70", "LLMInferenceService": "rate-test-model-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7"} 2026-09-10T15:40:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "ebdb0a49-afb9-4c55-a094-b40433d7d41f", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:40:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "ebdb0a49-afb9-4c55-a094-b40433d7d41f", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:40:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "ebdb0a49-afb9-4c55-a094-b40433d7d41f", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:40:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc3e54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54", "reconcileID": "5d075604-0a90-41d0-a51c-083911e41eda", "Gateway": "e2e-shared-b-w3-fc3e54", "namespace": "openshift-ingress"} 2026-09-10T15:40:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "ebdb0a49-afb9-4c55-a094-b40433d7d41f", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54-kserve-route-authn"} 2026-09-10T15:40:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "ebdb0a49-afb9-4c55-a094-b40433d7d41f", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "authType": "userdefined"} 2026-09-10T15:40:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "ebdb0a49-afb9-4c55-a094-b40433d7d41f", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:40:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc3e54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54", "reconcileID": "5d075604-0a90-41d0-a51c-083911e41eda", "Gateway": "e2e-shared-b-w3-fc3e54", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54-authn-ssl"} 2026-09-10T15:40:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc3e54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54", "reconcileID": "5d075604-0a90-41d0-a51c-083911e41eda", "Gateway": "e2e-shared-b-w3-fc3e54", "namespace": "openshift-ingress"} 2026-09-10T15:40:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "0bc83da6-0275-4506-b765-ecdf99b2c500", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:40:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "0bc83da6-0275-4506-b765-ecdf99b2c500", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:40:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "0bc83da6-0275-4506-b765-ecdf99b2c500", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:40:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "0bc83da6-0275-4506-b765-ecdf99b2c500", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54-kserve-route-authn"} 2026-09-10T15:40:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "0bc83da6-0275-4506-b765-ecdf99b2c500", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "authType": "userdefined"} 2026-09-10T15:40:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "0bc83da6-0275-4506-b765-ecdf99b2c500", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:40:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc3e54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54", "reconcileID": "b05c846e-a91e-410d-b75e-afe4c614d60c", "Gateway": "e2e-shared-b-w3-fc3e54", "namespace": "openshift-ingress"} 2026-09-10T15:40:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc3e54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54", "reconcileID": "b05c846e-a91e-410d-b75e-afe4c614d60c", "Gateway": "e2e-shared-b-w3-fc3e54", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54-authn-ssl"} 2026-09-10T15:40:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc3e54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54", "reconcileID": "b05c846e-a91e-410d-b75e-afe4c614d60c", "Gateway": "e2e-shared-b-w3-fc3e54", "namespace": "openshift-ingress"} 2026-09-10T15:40:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "ed5b20a7-280b-4caf-ba9d-e79ca459fdf1", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:40:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "ed5b20a7-280b-4caf-ba9d-e79ca459fdf1", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:40:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "ed5b20a7-280b-4caf-ba9d-e79ca459fdf1", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:40:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "ed5b20a7-280b-4caf-ba9d-e79ca459fdf1", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54-kserve-route-authn"} 2026-09-10T15:40:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "ed5b20a7-280b-4caf-ba9d-e79ca459fdf1", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "authType": "userdefined"} 2026-09-10T15:40:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "ed5b20a7-280b-4caf-ba9d-e79ca459fdf1", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:40:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d7a2b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d7a2b3", "reconcileID": "e83d6a9e-1091-4d9e-8db2-17ed02b76244", "Gateway": "e2e-shared-b-w2-d7a2b3", "namespace": "openshift-ingress"} 2026-09-10T15:40:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d7a2b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d7a2b3", "reconcileID": "e83d6a9e-1091-4d9e-8db2-17ed02b76244", "Gateway": "e2e-shared-b-w2-d7a2b3", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d7a2b3-authn-ssl"} 2026-09-10T15:40:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d7a2b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d7a2b3", "reconcileID": "e83d6a9e-1091-4d9e-8db2-17ed02b76244", "Gateway": "e2e-shared-b-w2-d7a2b3", "namespace": "openshift-ingress"} 2026-09-10T15:40:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d7a2b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-d7a2b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "693a81b9-57cb-4060-b415-567e296cb887", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d7a2b3"} 2026-09-10T15:40:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d7a2b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-d7a2b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "693a81b9-57cb-4060-b415-567e296cb887", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d7a2b3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:40:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d7a2b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-d7a2b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "693a81b9-57cb-4060-b415-567e296cb887", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-d7a2b3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T15:40:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d7a2b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-d7a2b3", "name": "odh-trusted-ca-bundle", "reconcileID": "b94ec10c-cca8-47e1-ba3f-fd51b2c7299e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d7a2b3"} 2026-09-10T15:40:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d7a2b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-d7a2b3", "name": "odh-trusted-ca-bundle", "reconcileID": "b94ec10c-cca8-47e1-ba3f-fd51b2c7299e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d7a2b3"} 2026-09-10T15:40:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-d7a2b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-d7a2b3", "name": "openshift-service-ca.crt", "reconcileID": "4638ce75-67df-4676-a6cf-c2c46d46c2df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-d7a2b3"} 2026-09-10T15:40:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-d7a2b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-d7a2b3", "name": "openshift-service-ca.crt", "reconcileID": "4638ce75-67df-4676-a6cf-c2c46d46c2df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-d7a2b3"} 2026-09-10T15:40:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d7a2b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-d7a2b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e802f16-6138-44f7-a0e4-c41f577a3207", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d7a2b3"} 2026-09-10T15:40:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d7a2b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-d7a2b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e802f16-6138-44f7-a0e4-c41f577a3207", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d7a2b3"} 2026-09-10T15:40:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d7a2b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d7a2b3", "reconcileID": "c8b252bc-9bcf-4fd8-abf6-27a5eb62b977", "Gateway": "e2e-shared-b-w2-d7a2b3", "namespace": "openshift-ingress"} 2026-09-10T15:40:30Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T15:40:30Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T15:40:30Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T15:40:30Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T15:40:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "0d845a55-3d07-41bc-9462-c988ca2a80a6", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:40:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "0d845a55-3d07-41bc-9462-c988ca2a80a6", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:40:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "0d845a55-3d07-41bc-9462-c988ca2a80a6", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:40:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "0d845a55-3d07-41bc-9462-c988ca2a80a6", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54-kserve-route-authn"} 2026-09-10T15:40:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "0d845a55-3d07-41bc-9462-c988ca2a80a6", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "authType": "userdefined"} 2026-09-10T15:40:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "0d845a55-3d07-41bc-9462-c988ca2a80a6", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:40:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-62d2f7","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7", "reconcileID": "996a368f-c5b3-45a5-b75a-e55782b5023d", "LLMInferenceService": "rate-test-model-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7"} 2026-09-10T15:40:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-62d2f7","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7", "reconcileID": "996a368f-c5b3-45a5-b75a-e55782b5023d", "LLMInferenceService": "rate-test-model-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7"} 2026-09-10T15:40:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-62d2f7","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7", "reconcileID": "996a368f-c5b3-45a5-b75a-e55782b5023d", "LLMInferenceService": "rate-test-model-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7"} 2026-09-10T15:40:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-62d2f7","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7", "reconcileID": "996a368f-c5b3-45a5-b75a-e55782b5023d", "LLMInferenceService": "rate-test-model-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7"} 2026-09-10T15:40:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-62d2f7","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7", "reconcileID": "996a368f-c5b3-45a5-b75a-e55782b5023d", "LLMInferenceService": "rate-test-model-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7-kserve-route-authn"} 2026-09-10T15:40:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-62d2f7","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7", "reconcileID": "996a368f-c5b3-45a5-b75a-e55782b5023d", "LLMInferenceService": "rate-test-model-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7-kserve-route-authn"} 2026-09-10T15:40:59Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-62d2f7","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7", "reconcileID": "996a368f-c5b3-45a5-b75a-e55782b5023d", "LLMInferenceService": "rate-test-model-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7"} 2026-09-10T15:40:59Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-62d2f7","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7", "reconcileID": "996a368f-c5b3-45a5-b75a-e55782b5023d", "LLMInferenceService": "rate-test-model-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7"} 2026-09-10T15:40:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-62d2f7","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "rate-test-model-62d2f7", "reconcileID": "b3f6f50c-7346-4481-af11-664a17dae8ec", "LLMInferenceService": "rate-test-model-62d2f7", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7"} 2026-09-10T15:40:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-62d2f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-62d2f7", "reconcileID": "add3f6e9-e879-4436-84fa-a1fc0f8e6ef6", "Gateway": "e2e-shared-a-w3-62d2f7", "namespace": "openshift-ingress"} 2026-09-10T15:40:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-62d2f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-62d2f7", "reconcileID": "add3f6e9-e879-4436-84fa-a1fc0f8e6ef6", "Gateway": "e2e-shared-a-w3-62d2f7", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-62d2f7-authn-ssl"} 2026-09-10T15:40:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-62d2f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-62d2f7", "reconcileID": "add3f6e9-e879-4436-84fa-a1fc0f8e6ef6", "Gateway": "e2e-shared-a-w3-62d2f7", "namespace": "openshift-ingress"} 2026-09-10T15:40:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-62d2f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-62d2f7", "reconcileID": "60c50deb-2efc-4e26-b610-e18e01ff82cd", "Gateway": "e2e-shared-a-w3-62d2f7", "namespace": "openshift-ingress"} 2026-09-10T15:40:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-62d2f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-62d2f7", "reconcileID": "60c50deb-2efc-4e26-b610-e18e01ff82cd", "Gateway": "e2e-shared-a-w3-62d2f7", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-62d2f7-authn-ssl"} 2026-09-10T15:40:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-62d2f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-62d2f7", "reconcileID": "60c50deb-2efc-4e26-b610-e18e01ff82cd", "Gateway": "e2e-shared-a-w3-62d2f7", "namespace": "openshift-ingress"} 2026-09-10T15:41:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "69c81123-4a6d-4d01-b5af-692fe851b247", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:41:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "69c81123-4a6d-4d01-b5af-692fe851b247", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54"} 2026-09-10T15:41:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "69c81123-4a6d-4d01-b5af-692fe851b247", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:41:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "69c81123-4a6d-4d01-b5af-692fe851b247", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:41:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "69c81123-4a6d-4d01-b5af-692fe851b247", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54-kserve-route-authn"} 2026-09-10T15:41:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "69c81123-4a6d-4d01-b5af-692fe851b247", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54-kserve-route-authn"} 2026-09-10T15:41:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "69c81123-4a6d-4d01-b5af-692fe851b247", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:41:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "69c81123-4a6d-4d01-b5af-692fe851b247", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:41:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fc3e54","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "rate-test-model-fc3e54", "reconcileID": "d130a3fd-0fa5-423b-9952-ca71c930244d", "LLMInferenceService": "rate-test-model-fc3e54", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:41:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc3e54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54", "reconcileID": "c432fb9a-0421-454a-a09d-4676e475b1f8", "Gateway": "e2e-shared-b-w3-fc3e54", "namespace": "openshift-ingress"} 2026-09-10T15:41:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc3e54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54", "reconcileID": "c432fb9a-0421-454a-a09d-4676e475b1f8", "Gateway": "e2e-shared-b-w3-fc3e54", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54-authn-ssl"} 2026-09-10T15:41:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc3e54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54", "reconcileID": "c432fb9a-0421-454a-a09d-4676e475b1f8", "Gateway": "e2e-shared-b-w3-fc3e54", "namespace": "openshift-ingress"} 2026-09-10T15:41:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc3e54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54", "reconcileID": "42975895-02fe-4a7f-980d-2e392bdf082f", "Gateway": "e2e-shared-b-w3-fc3e54", "namespace": "openshift-ingress"} 2026-09-10T15:41:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc3e54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54", "reconcileID": "42975895-02fe-4a7f-980d-2e392bdf082f", "Gateway": "e2e-shared-b-w3-fc3e54", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54-authn-ssl"} 2026-09-10T15:41:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc3e54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54", "reconcileID": "42975895-02fe-4a7f-980d-2e392bdf082f", "Gateway": "e2e-shared-b-w3-fc3e54", "namespace": "openshift-ingress"} 2026-09-10T15:41:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "7b22b4d3-fa19-44b1-b249-439f497cbe8c", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:41:01Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "7b22b4d3-fa19-44b1-b249-439f497cbe8c", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e-authn-ssl"} 2026-09-10T15:41:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "7b22b4d3-fa19-44b1-b249-439f497cbe8c", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:41:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "8c5a3aca-ecf7-4b4d-bdae-95cb9beb7974", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:41:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "8c5a3aca-ecf7-4b4d-bdae-95cb9beb7974", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e-authn-ssl"} 2026-09-10T15:41:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "8c5a3aca-ecf7-4b4d-bdae-95cb9beb7974", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:41:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "49ff9dec-c027-4db6-999e-0e24ac19c384", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:41:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "49ff9dec-c027-4db6-999e-0e24ac19c384", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e-authn-ssl"} 2026-09-10T15:41:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "49ff9dec-c027-4db6-999e-0e24ac19c384", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:41:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "78025a6d-b7a9-4a7d-8012-d6d0c2aeb97c", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:41:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "78025a6d-b7a9-4a7d-8012-d6d0c2aeb97c", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e-authn-ssl"} 2026-09-10T15:41:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "78025a6d-b7a9-4a7d-8012-d6d0c2aeb97c", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:41:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "63697b64-eb3a-4e6a-a15f-dabe7623f786", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:41:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "63697b64-eb3a-4e6a-a15f-dabe7623f786", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e-authn-ssl"} 2026-09-10T15:41:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "63697b64-eb3a-4e6a-a15f-dabe7623f786", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:41:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "957e3375-12ea-4d20-bd71-6122eced3f7c", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:41:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "957e3375-12ea-4d20-bd71-6122eced3f7c", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e-authn-ssl"} 2026-09-10T15:41:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "957e3375-12ea-4d20-bd71-6122eced3f7c", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:41:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "3cf384ff-abac-434a-9bdc-3cbd74599a50", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:41:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "3cf384ff-abac-434a-9bdc-3cbd74599a50", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e-authn-ssl"} 2026-09-10T15:41:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "3cf384ff-abac-434a-9bdc-3cbd74599a50", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:41:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "openshift-service-ca.crt", "reconcileID": "e83ce06d-d473-4a94-8e6d-a8db32a7b32e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:41:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "openshift-service-ca.crt", "reconcileID": "b6f977b8-c9a4-493e-a7b2-a38250df55dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:41:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "openshift-service-ca.crt", "reconcileID": "b6f977b8-c9a4-493e-a7b2-a38250df55dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:41:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "odh-trusted-ca-bundle", "reconcileID": "26d26cd4-a8b1-4719-8f53-008b978e19f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:41:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "openshift-service-ca.crt", "reconcileID": "71721aff-54e3-47ee-b563-90c516867a0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:41:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f61ccab-fbd9-4c08-b49b-eddc8b9d29e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:41:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "odh-trusted-ca-bundle", "reconcileID": "f186ed4b-6cba-493f-9b70-0678952680a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:41:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "odh-trusted-ca-bundle", "reconcileID": "f186ed4b-6cba-493f-9b70-0678952680a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:41:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "826ff51c-745e-4eb5-8cc4-4cf16ac2d5f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:41:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "bc45d887-0907-4e0f-8cb8-e58161ac7bbd", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:41:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "bc45d887-0907-4e0f-8cb8-e58161ac7bbd", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e-authn-ssl"} 2026-09-10T15:41:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "bc45d887-0907-4e0f-8cb8-e58161ac7bbd", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:41:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "781c51ec-2d04-4165-8935-0a91d709a12f", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:41:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "781c51ec-2d04-4165-8935-0a91d709a12f", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e-authn-ssl"} 2026-09-10T15:41:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "781c51ec-2d04-4165-8935-0a91d709a12f", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:41:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "66304d79-2186-4fcc-a454-40e97a10a45c", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:41:30Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "66304d79-2186-4fcc-a454-40e97a10a45c", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833-authn-ssl"} 2026-09-10T15:41:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "66304d79-2186-4fcc-a454-40e97a10a45c", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:41:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "b2f46966-c700-4dff-9b56-019da4869f2c", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:41:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "b2f46966-c700-4dff-9b56-019da4869f2c", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833-authn-ssl"} 2026-09-10T15:41:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "b2f46966-c700-4dff-9b56-019da4869f2c", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:41:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "e158c77a-c712-448b-940e-efdf50dfb1b0", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:41:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "e158c77a-c712-448b-940e-efdf50dfb1b0", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833-authn-ssl"} 2026-09-10T15:41:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "e158c77a-c712-448b-940e-efdf50dfb1b0", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:41:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "a353344d-7e39-4bd6-a432-5ecd9bc159f1", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:41:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "a353344d-7e39-4bd6-a432-5ecd9bc159f1", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833-authn-ssl"} 2026-09-10T15:41:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "a353344d-7e39-4bd6-a432-5ecd9bc159f1", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:41:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "901b2488-e64f-4b13-875b-1c1266efff26", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:41:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "901b2488-e64f-4b13-875b-1c1266efff26", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833-authn-ssl"} 2026-09-10T15:41:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "901b2488-e64f-4b13-875b-1c1266efff26", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:41:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "92c3adfd-df04-4db4-bede-b887615b5ee7", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:41:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "92c3adfd-df04-4db4-bede-b887615b5ee7", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833-authn-ssl"} 2026-09-10T15:41:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "92c3adfd-df04-4db4-bede-b887615b5ee7", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:41:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "49a5a1f4-13cb-4b0e-8dd7-152a90dd0d20", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:41:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "49a5a1f4-13cb-4b0e-8dd7-152a90dd0d20", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833-authn-ssl"} 2026-09-10T15:41:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "49a5a1f4-13cb-4b0e-8dd7-152a90dd0d20", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:41:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "9167d198-d4b6-448b-85e5-17c90403b5fd", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:41:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "9167d198-d4b6-448b-85e5-17c90403b5fd", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833-authn-ssl"} 2026-09-10T15:41:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "9167d198-d4b6-448b-85e5-17c90403b5fd", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:41:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-09b833"}, "namespace": "ai-tenant-e2e-ipp-b-09b833", "name": "openshift-service-ca.crt", "reconcileID": "0d635ff7-4f6e-4ced-91a5-e25fa279202e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-09b833"} 2026-09-10T15:41:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-09b833"}, "namespace": "ai-tenant-e2e-ipp-b-09b833", "name": "odh-trusted-ca-bundle", "reconcileID": "1c30b130-7759-490d-8fcb-5e7b61c4cadd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-09b833"} 2026-09-10T15:41:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-09b833"}, "namespace": "ai-tenant-e2e-ipp-b-09b833", "name": "openshift-service-ca.crt", "reconcileID": "9abfc2dd-5e83-41f6-8cd6-fc2c994db0a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-09b833", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:41:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-09b833"}, "namespace": "ai-tenant-e2e-ipp-b-09b833", "name": "openshift-service-ca.crt", "reconcileID": "9abfc2dd-5e83-41f6-8cd6-fc2c994db0a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-09b833"} 2026-09-10T15:41:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-09b833"}, "namespace": "ai-tenant-e2e-ipp-b-09b833", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1211aa21-e2d7-432c-a12a-88ee76d21795", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-09b833"} 2026-09-10T15:41:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-09b833"}, "namespace": "ai-tenant-e2e-ipp-b-09b833", "name": "openshift-service-ca.crt", "reconcileID": "8b6ef20e-8db9-43b6-a7d1-b3e6cdeeea29", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-09b833"} 2026-09-10T15:41:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-09b833"}, "namespace": "ai-tenant-e2e-ipp-b-09b833", "name": "odh-trusted-ca-bundle", "reconcileID": "daadbbca-b42c-40db-a1bb-ed5f7b722080", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-09b833", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:41:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-09b833"}, "namespace": "ai-tenant-e2e-ipp-b-09b833", "name": "odh-trusted-ca-bundle", "reconcileID": "daadbbca-b42c-40db-a1bb-ed5f7b722080", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-09b833"} 2026-09-10T15:41:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-09b833"}, "namespace": "ai-tenant-e2e-ipp-b-09b833", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8d07990-498d-45b6-9288-6f04a13b5943", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-09b833"} 2026-09-10T15:41:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "c5a5edc4-d99f-4cff-bb68-9a70a11b5dd7", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:41:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "c5a5edc4-d99f-4cff-bb68-9a70a11b5dd7", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833-authn-ssl"} 2026-09-10T15:41:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "c5a5edc4-d99f-4cff-bb68-9a70a11b5dd7", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:41:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "acf1526d-38c6-4fc8-b214-97836ad1b739", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:41:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "acf1526d-38c6-4fc8-b214-97836ad1b739", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833-authn-ssl"} 2026-09-10T15:41:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "acf1526d-38c6-4fc8-b214-97836ad1b739", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:42:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "2f59356e-5abe-4dc7-aba2-09cbb5a31eda", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:42:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "2f59356e-5abe-4dc7-aba2-09cbb5a31eda", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:42:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "2f59356e-5abe-4dc7-aba2-09cbb5a31eda", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:42:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "c25d6bae-774e-451a-8d2c-fa1d212b6385", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:42:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "2f59356e-5abe-4dc7-aba2-09cbb5a31eda", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e-kserve-route-authn"} 2026-09-10T15:42:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "2f59356e-5abe-4dc7-aba2-09cbb5a31eda", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "authType": "userdefined"} 2026-09-10T15:42:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "2f59356e-5abe-4dc7-aba2-09cbb5a31eda", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:42:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "c25d6bae-774e-451a-8d2c-fa1d212b6385", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e-authn-ssl"} 2026-09-10T15:42:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "c25d6bae-774e-451a-8d2c-fa1d212b6385", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:42:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "05f12327-d93d-4af0-bf4c-817d4e073982", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:42:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "05f12327-d93d-4af0-bf4c-817d4e073982", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:42:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "05f12327-d93d-4af0-bf4c-817d4e073982", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:42:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "05f12327-d93d-4af0-bf4c-817d4e073982", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e-kserve-route-authn"} 2026-09-10T15:42:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "05f12327-d93d-4af0-bf4c-817d4e073982", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "authType": "userdefined"} 2026-09-10T15:42:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "05f12327-d93d-4af0-bf4c-817d4e073982", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:42:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "aab8baac-a2ad-4443-81b2-cca047a97203", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:42:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "aab8baac-a2ad-4443-81b2-cca047a97203", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e-authn-ssl"} 2026-09-10T15:42:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "aab8baac-a2ad-4443-81b2-cca047a97203", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:42:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "e7b40db7-64c1-4a6c-9304-4df0feeafbcd", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:42:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "e7b40db7-64c1-4a6c-9304-4df0feeafbcd", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:42:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "e7b40db7-64c1-4a6c-9304-4df0feeafbcd", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:42:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "e7b40db7-64c1-4a6c-9304-4df0feeafbcd", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e-kserve-route-authn"} 2026-09-10T15:42:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "e7b40db7-64c1-4a6c-9304-4df0feeafbcd", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "authType": "userdefined"} 2026-09-10T15:42:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "e7b40db7-64c1-4a6c-9304-4df0feeafbcd", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:42:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "b33eb14b-0946-4798-8a4a-cc6d495776ba", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:42:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "b33eb14b-0946-4798-8a4a-cc6d495776ba", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:42:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "b33eb14b-0946-4798-8a4a-cc6d495776ba", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:42:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "b33eb14b-0946-4798-8a4a-cc6d495776ba", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e-kserve-route-authn"} 2026-09-10T15:42:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "b33eb14b-0946-4798-8a4a-cc6d495776ba", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "authType": "userdefined"} 2026-09-10T15:42:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "b33eb14b-0946-4798-8a4a-cc6d495776ba", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:42:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "5215d90b-3c48-46ec-8d1a-86158e124e19", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:42:50Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "5215d90b-3c48-46ec-8d1a-86158e124e19", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029-authn-ssl"} 2026-09-10T15:42:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "5215d90b-3c48-46ec-8d1a-86158e124e19", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:42:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "847a83fe-5c90-4105-a6d8-f3550944bd92", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:42:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "847a83fe-5c90-4105-a6d8-f3550944bd92", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029-authn-ssl"} 2026-09-10T15:42:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "847a83fe-5c90-4105-a6d8-f3550944bd92", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:42:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "45b28b20-1391-42ac-b4cb-a146e9d51b92", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:42:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "45b28b20-1391-42ac-b4cb-a146e9d51b92", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029-authn-ssl"} 2026-09-10T15:42:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "45b28b20-1391-42ac-b4cb-a146e9d51b92", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:42:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "35aaeb7c-0b5e-4752-ba2d-da9a218c0981", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:42:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "35aaeb7c-0b5e-4752-ba2d-da9a218c0981", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029-authn-ssl"} 2026-09-10T15:42:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "35aaeb7c-0b5e-4752-ba2d-da9a218c0981", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:42:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "7d3a0540-296b-4772-8ea9-537e6fc0a455", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:42:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "7d3a0540-296b-4772-8ea9-537e6fc0a455", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029-authn-ssl"} 2026-09-10T15:42:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "7d3a0540-296b-4772-8ea9-537e6fc0a455", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:42:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "03629dac-e42e-4125-8eec-7b83d94b6054", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:42:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "03629dac-e42e-4125-8eec-7b83d94b6054", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029-authn-ssl"} 2026-09-10T15:42:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "03629dac-e42e-4125-8eec-7b83d94b6054", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:42:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "d86e74c1-026f-4a4a-a4aa-9abae75052ce", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:42:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "d86e74c1-026f-4a4a-a4aa-9abae75052ce", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029-authn-ssl"} 2026-09-10T15:42:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "d86e74c1-026f-4a4a-a4aa-9abae75052ce", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-810029"}, "namespace": "ai-tenant-e2e-ipp-cleanup-810029", "name": "openshift-service-ca.crt", "reconcileID": "fb0214a7-50a9-45ce-bc44-e32262264935", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-810029"} 2026-09-10T15:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-810029"}, "namespace": "ai-tenant-e2e-ipp-cleanup-810029", "name": "odh-trusted-ca-bundle", "reconcileID": "894e9696-cd0f-46be-adb1-5e327184934e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-810029"} 2026-09-10T15:42:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-810029"}, "namespace": "ai-tenant-e2e-ipp-cleanup-810029", "name": "openshift-service-ca.crt", "reconcileID": "f9c6eb8b-fb06-4589-8008-0ad06b243202", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-810029", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:42:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-810029"}, "namespace": "ai-tenant-e2e-ipp-cleanup-810029", "name": "openshift-service-ca.crt", "reconcileID": "f9c6eb8b-fb06-4589-8008-0ad06b243202", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-810029"} 2026-09-10T15:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-810029"}, "namespace": "ai-tenant-e2e-ipp-cleanup-810029", "name": "openshift-service-ca.crt", "reconcileID": "5f18804e-1889-4a76-b827-574c6f4afcfc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-810029"} 2026-09-10T15:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-810029"}, "namespace": "ai-tenant-e2e-ipp-cleanup-810029", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1cc1fa8-aa8d-4c4f-9eb7-7b709f110d2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-810029"} 2026-09-10T15:42:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-810029"}, "namespace": "ai-tenant-e2e-ipp-cleanup-810029", "name": "odh-trusted-ca-bundle", "reconcileID": "c4f31b2c-b678-42b0-af12-81f222577aa5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-810029", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:42:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-810029"}, "namespace": "ai-tenant-e2e-ipp-cleanup-810029", "name": "odh-trusted-ca-bundle", "reconcileID": "c4f31b2c-b678-42b0-af12-81f222577aa5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-810029"} 2026-09-10T15:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-810029"}, "namespace": "ai-tenant-e2e-ipp-cleanup-810029", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "682dc615-111b-43ac-9c0f-8f694f6c5dae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-810029"} 2026-09-10T15:42:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "42ed61bd-43b2-404c-9666-48b3acd9e5e4", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:42:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "42ed61bd-43b2-404c-9666-48b3acd9e5e4", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029-authn-ssl"} 2026-09-10T15:42:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "42ed61bd-43b2-404c-9666-48b3acd9e5e4", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:43:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "bcb8814a-1e9b-4ab8-9c16-433e9734c8af", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:43:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "bcb8814a-1e9b-4ab8-9c16-433e9734c8af", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029-authn-ssl"} 2026-09-10T15:43:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "bcb8814a-1e9b-4ab8-9c16-433e9734c8af", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:43:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "4434a1ea-26a6-4089-967b-5768c26e1619", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:43:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "4434a1ea-26a6-4089-967b-5768c26e1619", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029-authn-ssl"} 2026-09-10T15:43:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "4434a1ea-26a6-4089-967b-5768c26e1619", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:43:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "58cb9592-8667-4174-8284-2be16fba9752", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:43:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "58cb9592-8667-4174-8284-2be16fba9752", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029-authn-ssl"} 2026-09-10T15:43:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "58cb9592-8667-4174-8284-2be16fba9752", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:43:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-810029"}, "namespace": "ai-tenant-e2e-ipp-cleanup-810029", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d97cc69-b300-4164-9514-6961b2ebad75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-810029"} 2026-09-10T15:43:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-810029"}, "namespace": "ai-tenant-e2e-ipp-cleanup-810029", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d97cc69-b300-4164-9514-6961b2ebad75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-810029", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:43:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-810029"}, "namespace": "ai-tenant-e2e-ipp-cleanup-810029", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d97cc69-b300-4164-9514-6961b2ebad75", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-810029 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T15:43:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-810029"}, "namespace": "ai-tenant-e2e-ipp-cleanup-810029", "name": "odh-trusted-ca-bundle", "reconcileID": "b83df4d6-3b17-4d46-b1d0-221c036dc1ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-810029"} 2026-09-10T15:43:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-810029"}, "namespace": "ai-tenant-e2e-ipp-cleanup-810029", "name": "odh-trusted-ca-bundle", "reconcileID": "b83df4d6-3b17-4d46-b1d0-221c036dc1ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-810029"} 2026-09-10T15:43:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-810029"}, "namespace": "ai-tenant-e2e-ipp-cleanup-810029", "name": "openshift-service-ca.crt", "reconcileID": "a3a82355-220b-4f3a-8828-0f2e5ee4c41f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-810029"} 2026-09-10T15:43:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-810029"}, "namespace": "ai-tenant-e2e-ipp-cleanup-810029", "name": "openshift-service-ca.crt", "reconcileID": "a3a82355-220b-4f3a-8828-0f2e5ee4c41f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-810029"} 2026-09-10T15:43:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-810029"}, "namespace": "ai-tenant-e2e-ipp-cleanup-810029", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69670bb8-3e70-49bc-a05e-442375211c46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-810029"} 2026-09-10T15:43:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-810029"}, "namespace": "ai-tenant-e2e-ipp-cleanup-810029", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69670bb8-3e70-49bc-a05e-442375211c46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-810029"} 2026-09-10T15:43:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-810029","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-810029", "reconcileID": "25076b46-2607-4bd2-b5ca-83b2370808c2", "Gateway": "e2e-ipp-cleanup-810029", "namespace": "openshift-ingress"} 2026-09-10T15:43:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "c05a0079-e136-404e-942f-12b81cea5807", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:43:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "c05a0079-e136-404e-942f-12b81cea5807", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e-authn-ssl"} 2026-09-10T15:43:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "c05a0079-e136-404e-942f-12b81cea5807", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:43:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "2c6be2a8-19fc-4bab-89b7-4256590bda89", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:43:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "2c6be2a8-19fc-4bab-89b7-4256590bda89", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e-authn-ssl"} 2026-09-10T15:43:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "2c6be2a8-19fc-4bab-89b7-4256590bda89", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:43:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "15b0a65f-30a2-4988-9ca0-169c5c10509e", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:43:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "15b0a65f-30a2-4988-9ca0-169c5c10509e", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e-authn-ssl"} 2026-09-10T15:43:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "15b0a65f-30a2-4988-9ca0-169c5c10509e", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:43:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "6367b13c-7bf6-4c70-bb93-58a51d9cfe3b", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:43:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "6367b13c-7bf6-4c70-bb93-58a51d9cfe3b", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:43:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "6367b13c-7bf6-4c70-bb93-58a51d9cfe3b", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:43:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "6367b13c-7bf6-4c70-bb93-58a51d9cfe3b", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e-kserve-route-authn"} 2026-09-10T15:43:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "6367b13c-7bf6-4c70-bb93-58a51d9cfe3b", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "authType": "userdefined"} 2026-09-10T15:43:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "6367b13c-7bf6-4c70-bb93-58a51d9cfe3b", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:44:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "0f79287d-d7b1-4da0-aa36-f50b74d3516b", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:44:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "0f79287d-d7b1-4da0-aa36-f50b74d3516b", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e-authn-ssl"} 2026-09-10T15:44:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "0f79287d-d7b1-4da0-aa36-f50b74d3516b", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:44:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "cb11ce25-60f6-47f3-91fb-4141c9429b4e", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:44:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "cb11ce25-60f6-47f3-91fb-4141c9429b4e", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e"} 2026-09-10T15:44:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "cb11ce25-60f6-47f3-91fb-4141c9429b4e", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:44:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "cb11ce25-60f6-47f3-91fb-4141c9429b4e", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:44:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "cb11ce25-60f6-47f3-91fb-4141c9429b4e", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e-kserve-route-authn"} 2026-09-10T15:44:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "cb11ce25-60f6-47f3-91fb-4141c9429b4e", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e-kserve-route-authn"} 2026-09-10T15:44:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "cb11ce25-60f6-47f3-91fb-4141c9429b4e", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:44:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "cb11ce25-60f6-47f3-91fb-4141c9429b4e", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:44:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "f6ea3bd0-f406-4d44-a12b-1e13c359f638", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:44:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "f6ea3bd0-f406-4d44-a12b-1e13c359f638", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e"} 2026-09-10T15:44:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "f6ea3bd0-f406-4d44-a12b-1e13c359f638", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:44:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "f6ea3bd0-f406-4d44-a12b-1e13c359f638", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:44:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "f6ea3bd0-f406-4d44-a12b-1e13c359f638", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e-kserve-route-authn"} 2026-09-10T15:44:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "f6ea3bd0-f406-4d44-a12b-1e13c359f638", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e-kserve-route-authn"} 2026-09-10T15:44:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "f6ea3bd0-f406-4d44-a12b-1e13c359f638", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:44:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "f6ea3bd0-f406-4d44-a12b-1e13c359f638", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:44:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfe162ef-625a-4138-aa5f-d0344daa2c8b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:44:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfe162ef-625a-4138-aa5f-d0344daa2c8b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:44:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfe162ef-625a-4138-aa5f-d0344daa2c8b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ba5c7e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T15:44:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "odh-trusted-ca-bundle", "reconcileID": "2a00d733-0103-4aba-8d2b-c179c36fb35c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:44:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "odh-trusted-ca-bundle", "reconcileID": "2a00d733-0103-4aba-8d2b-c179c36fb35c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:44:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "openshift-service-ca.crt", "reconcileID": "f516d0d0-770a-4c65-8dbe-e08146ab3bd9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:44:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "openshift-service-ca.crt", "reconcileID": "f516d0d0-770a-4c65-8dbe-e08146ab3bd9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:44:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5b3d7e2-1544-4a43-a783-df0ee58eb6c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:44:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5b3d7e2-1544-4a43-a783-df0ee58eb6c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:44:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ba5c7e","namespace":"ai-tenant-e2e-ipp-a-ba5c7e"}, "namespace": "ai-tenant-e2e-ipp-a-ba5c7e", "name": "ipp-route-ba5c7e", "reconcileID": "81c1022f-2cce-436f-b4ac-7bf60aa99ba9", "LLMInferenceService": "ipp-route-ba5c7e", "namespace": "ai-tenant-e2e-ipp-a-ba5c7e"} 2026-09-10T15:44:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "f4a605d8-2fd0-49e7-b0b5-82633d1076ee", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:44:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "f4a605d8-2fd0-49e7-b0b5-82633d1076ee", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e-authn-ssl"} 2026-09-10T15:44:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "f4a605d8-2fd0-49e7-b0b5-82633d1076ee", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:44:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ba5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ba5c7e", "reconcileID": "7f7bc825-4ea9-44a3-a577-30eec88ddd12", "Gateway": "e2e-ipp-a-ba5c7e", "namespace": "openshift-ingress"} 2026-09-10T15:44:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "d366a7f1-5677-4544-8d81-12c5411f48f2", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:44:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "d366a7f1-5677-4544-8d81-12c5411f48f2", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833-authn-ssl"} 2026-09-10T15:44:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "d366a7f1-5677-4544-8d81-12c5411f48f2", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:44:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "3ca472c3-262c-46de-a74a-fba73512f719", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:44:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "3ca472c3-262c-46de-a74a-fba73512f719", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833-authn-ssl"} 2026-09-10T15:44:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "3ca472c3-262c-46de-a74a-fba73512f719", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:44:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-09b833"}, "namespace": "ai-tenant-e2e-ipp-b-09b833", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85526762-1cee-4a31-8272-93f4cd13e9df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-09b833"} 2026-09-10T15:44:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-09b833"}, "namespace": "ai-tenant-e2e-ipp-b-09b833", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85526762-1cee-4a31-8272-93f4cd13e9df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-09b833", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:44:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-09b833"}, "namespace": "ai-tenant-e2e-ipp-b-09b833", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85526762-1cee-4a31-8272-93f4cd13e9df", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-09b833 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T15:44:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-09b833"}, "namespace": "ai-tenant-e2e-ipp-b-09b833", "name": "odh-trusted-ca-bundle", "reconcileID": "0d418ae7-b3f4-4235-8ba5-7fc32789d58a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-09b833"} 2026-09-10T15:44:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-09b833"}, "namespace": "ai-tenant-e2e-ipp-b-09b833", "name": "odh-trusted-ca-bundle", "reconcileID": "0d418ae7-b3f4-4235-8ba5-7fc32789d58a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-09b833"} 2026-09-10T15:44:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-09b833"}, "namespace": "ai-tenant-e2e-ipp-b-09b833", "name": "openshift-service-ca.crt", "reconcileID": "fa984c40-dc49-4394-b7af-4b27b47f2e38", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-09b833"} 2026-09-10T15:44:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-09b833"}, "namespace": "ai-tenant-e2e-ipp-b-09b833", "name": "openshift-service-ca.crt", "reconcileID": "fa984c40-dc49-4394-b7af-4b27b47f2e38", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-09b833"} 2026-09-10T15:44:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-09b833"}, "namespace": "ai-tenant-e2e-ipp-b-09b833", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "693db025-ceb1-4bd1-bb67-2f14157304c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-09b833"} 2026-09-10T15:44:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-09b833"}, "namespace": "ai-tenant-e2e-ipp-b-09b833", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "693db025-ceb1-4bd1-bb67-2f14157304c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-09b833"} 2026-09-10T15:44:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-09b833","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-09b833", "reconcileID": "8f3f301f-cef6-466a-ad99-e543186e3e79", "Gateway": "e2e-ipp-b-09b833", "namespace": "openshift-ingress"} 2026-09-10T15:45:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-62d2f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-62d2f7", "reconcileID": "5ea7fb2d-f6ea-4b47-8322-b99a14687032", "Gateway": "e2e-shared-a-w3-62d2f7", "namespace": "openshift-ingress"} 2026-09-10T15:45:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-62d2f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-62d2f7", "reconcileID": "5ea7fb2d-f6ea-4b47-8322-b99a14687032", "Gateway": "e2e-shared-a-w3-62d2f7", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-62d2f7-authn-ssl"} 2026-09-10T15:45:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-62d2f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-62d2f7", "reconcileID": "5ea7fb2d-f6ea-4b47-8322-b99a14687032", "Gateway": "e2e-shared-a-w3-62d2f7", "namespace": "openshift-ingress"} 2026-09-10T15:45:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-62d2f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-62d2f7", "reconcileID": "cb64281a-18dc-4fe8-8b14-4cdbc6524d68", "Gateway": "e2e-shared-a-w3-62d2f7", "namespace": "openshift-ingress"} 2026-09-10T15:45:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-62d2f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-62d2f7", "reconcileID": "cb64281a-18dc-4fe8-8b14-4cdbc6524d68", "Gateway": "e2e-shared-a-w3-62d2f7", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-62d2f7-authn-ssl"} 2026-09-10T15:45:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-62d2f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-62d2f7", "reconcileID": "cb64281a-18dc-4fe8-8b14-4cdbc6524d68", "Gateway": "e2e-shared-a-w3-62d2f7", "namespace": "openshift-ingress"} 2026-09-10T15:45:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9223da1-1ba5-463c-98a6-2a75e8248c7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7"} 2026-09-10T15:45:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9223da1-1ba5-463c-98a6-2a75e8248c7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:45:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9223da1-1ba5-463c-98a6-2a75e8248c7e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-62d2f7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T15:45:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "odh-trusted-ca-bundle", "reconcileID": "f4a88dc7-97e2-4c3b-9355-89d0106b794f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7"} 2026-09-10T15:45:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "odh-trusted-ca-bundle", "reconcileID": "f4a88dc7-97e2-4c3b-9355-89d0106b794f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7"} 2026-09-10T15:45:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "openshift-service-ca.crt", "reconcileID": "bf1a4315-791b-4fa5-96c5-8d4f60e55871", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7"} 2026-09-10T15:45:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "openshift-service-ca.crt", "reconcileID": "bf1a4315-791b-4fa5-96c5-8d4f60e55871", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7"} 2026-09-10T15:45:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55634597-a8f2-468d-b313-0bd9aa2dbb84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7"} 2026-09-10T15:45:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-62d2f7"}, "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55634597-a8f2-468d-b313-0bd9aa2dbb84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-62d2f7"} 2026-09-10T15:45:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-62d2f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-62d2f7", "reconcileID": "511f39e9-f706-4553-97b4-69ea078880da", "Gateway": "e2e-shared-a-w3-62d2f7", "namespace": "openshift-ingress"} 2026-09-10T15:45:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc3e54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54", "reconcileID": "6128351f-29ea-418c-bd63-224bbaef76ef", "Gateway": "e2e-shared-b-w3-fc3e54", "namespace": "openshift-ingress"} 2026-09-10T15:45:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc3e54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54", "reconcileID": "6128351f-29ea-418c-bd63-224bbaef76ef", "Gateway": "e2e-shared-b-w3-fc3e54", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54-authn-ssl"} 2026-09-10T15:45:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc3e54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54", "reconcileID": "6128351f-29ea-418c-bd63-224bbaef76ef", "Gateway": "e2e-shared-b-w3-fc3e54", "namespace": "openshift-ingress"} 2026-09-10T15:45:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc3e54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54", "reconcileID": "feeb8b90-a5fb-4530-a490-88487fc28da4", "Gateway": "e2e-shared-b-w3-fc3e54", "namespace": "openshift-ingress"} 2026-09-10T15:45:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc3e54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54", "reconcileID": "feeb8b90-a5fb-4530-a490-88487fc28da4", "Gateway": "e2e-shared-b-w3-fc3e54", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54-authn-ssl"} 2026-09-10T15:45:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc3e54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54", "reconcileID": "feeb8b90-a5fb-4530-a490-88487fc28da4", "Gateway": "e2e-shared-b-w3-fc3e54", "namespace": "openshift-ingress"} 2026-09-10T15:45:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c7982e4-36f1-41c0-9012-1989d76ba19b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:45:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c7982e4-36f1-41c0-9012-1989d76ba19b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:45:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c7982e4-36f1-41c0-9012-1989d76ba19b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-fc3e54 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T15:45:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "odh-trusted-ca-bundle", "reconcileID": "a127cca3-2424-46e0-89fd-b3df7530cdc7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:45:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "odh-trusted-ca-bundle", "reconcileID": "a127cca3-2424-46e0-89fd-b3df7530cdc7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:45:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "openshift-service-ca.crt", "reconcileID": "5d9e3da6-3a28-4b08-88d2-02d64e66a6f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:45:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "openshift-service-ca.crt", "reconcileID": "5d9e3da6-3a28-4b08-88d2-02d64e66a6f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:45:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64957e43-973d-413d-aa11-fa5f6e3ccf17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:45:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fc3e54"}, "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64957e43-973d-413d-aa11-fa5f6e3ccf17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fc3e54"} 2026-09-10T15:45:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fc3e54","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fc3e54", "reconcileID": "0a82ebe0-bca9-40b2-acc1-741dcac07c51", "Gateway": "e2e-shared-b-w3-fc3e54", "namespace": "openshift-ingress"} 2026-09-10T15:48:33Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T15:48:33Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T15:48:34Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T15:48:34Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T15:49:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "0d34794b-7af5-4530-92a0-1c39b540a694", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm"} 2026-09-10T15:49:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "0d34794b-7af5-4530-92a0-1c39b540a694", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm"} 2026-09-10T15:49:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "0d34794b-7af5-4530-92a0-1c39b540a694", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm"} 2026-09-10T15:49:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "be3b77b4-88b0-4bbf-a288-306252899eb3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:49:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "0d34794b-7af5-4530-92a0-1c39b540a694", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm", "name": "e2e-same-id-a-d03fd470-kserve-route-authn"} 2026-09-10T15:49:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "0d34794b-7af5-4530-92a0-1c39b540a694", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm", "authType": "userdefined"} 2026-09-10T15:49:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "0d34794b-7af5-4530-92a0-1c39b540a694", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm"} 2026-09-10T15:49:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "be3b77b4-88b0-4bbf-a288-306252899eb3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T15:49:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "be3b77b4-88b0-4bbf-a288-306252899eb3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:49:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "063bd96c-9e23-406c-9ed3-e65c0ef06f55", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm"} 2026-09-10T15:49:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "063bd96c-9e23-406c-9ed3-e65c0ef06f55", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm"} 2026-09-10T15:49:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "063bd96c-9e23-406c-9ed3-e65c0ef06f55", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm"} 2026-09-10T15:49:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "063bd96c-9e23-406c-9ed3-e65c0ef06f55", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm", "name": "e2e-same-id-a-d03fd470-kserve-route-authn"} 2026-09-10T15:49:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "063bd96c-9e23-406c-9ed3-e65c0ef06f55", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm", "authType": "userdefined"} 2026-09-10T15:49:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "063bd96c-9e23-406c-9ed3-e65c0ef06f55", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm"} 2026-09-10T15:49:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "fb01c316-55a7-400c-9924-c164ce62405d", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm"} 2026-09-10T15:49:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "fb01c316-55a7-400c-9924-c164ce62405d", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm"} 2026-09-10T15:49:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "fb01c316-55a7-400c-9924-c164ce62405d", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm"} 2026-09-10T15:49:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9c437391-8438-48f1-961a-71f588074a05", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:49:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "fb01c316-55a7-400c-9924-c164ce62405d", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm", "name": "e2e-same-id-b-d03fd470-kserve-route-authn"} 2026-09-10T15:49:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "fb01c316-55a7-400c-9924-c164ce62405d", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm", "authType": "userdefined"} 2026-09-10T15:49:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "fb01c316-55a7-400c-9924-c164ce62405d", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm"} 2026-09-10T15:49:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9c437391-8438-48f1-961a-71f588074a05", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T15:49:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9c437391-8438-48f1-961a-71f588074a05", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:50:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ea6b8d3-1b4e-45c7-8264-c143fe0bd59a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:50:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ea6b8d3-1b4e-45c7-8264-c143fe0bd59a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T15:50:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ea6b8d3-1b4e-45c7-8264-c143fe0bd59a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:50:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "6b06e23a-a294-4ebb-9d1c-ffabb204a66e", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm"} 2026-09-10T15:50:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "6b06e23a-a294-4ebb-9d1c-ffabb204a66e", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm"} 2026-09-10T15:50:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "6b06e23a-a294-4ebb-9d1c-ffabb204a66e", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm"} 2026-09-10T15:50:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "6b06e23a-a294-4ebb-9d1c-ffabb204a66e", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm", "name": "e2e-same-id-a-d03fd470-kserve-route-authn"} 2026-09-10T15:50:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "6b06e23a-a294-4ebb-9d1c-ffabb204a66e", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm", "authType": "userdefined"} 2026-09-10T15:50:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "6b06e23a-a294-4ebb-9d1c-ffabb204a66e", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm"} 2026-09-10T15:50:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "d202a91e-181b-4e6f-a156-51be1b30dc91", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm"} 2026-09-10T15:50:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "d202a91e-181b-4e6f-a156-51be1b30dc91", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm"} 2026-09-10T15:50:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "d202a91e-181b-4e6f-a156-51be1b30dc91", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm"} 2026-09-10T15:50:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "d202a91e-181b-4e6f-a156-51be1b30dc91", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm", "name": "e2e-same-id-b-d03fd470-kserve-route-authn"} 2026-09-10T15:50:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "d202a91e-181b-4e6f-a156-51be1b30dc91", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm", "authType": "userdefined"} 2026-09-10T15:50:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "d202a91e-181b-4e6f-a156-51be1b30dc91", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm"} 2026-09-10T15:50:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5de1b7ad-d944-4f25-8e37-c4a7dec5802c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:50:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5de1b7ad-d944-4f25-8e37-c4a7dec5802c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T15:50:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5de1b7ad-d944-4f25-8e37-c4a7dec5802c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:50:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "9b73607c-1441-4938-8469-6e92e0fe476c", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm"} 2026-09-10T15:50:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "9b73607c-1441-4938-8469-6e92e0fe476c", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm"} 2026-09-10T15:50:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "9b73607c-1441-4938-8469-6e92e0fe476c", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm"} 2026-09-10T15:50:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "9b73607c-1441-4938-8469-6e92e0fe476c", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm", "name": "e2e-same-id-b-d03fd470-kserve-route-authn"} 2026-09-10T15:50:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "9b73607c-1441-4938-8469-6e92e0fe476c", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm", "authType": "userdefined"} 2026-09-10T15:50:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "9b73607c-1441-4938-8469-6e92e0fe476c", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm"} 2026-09-10T15:50:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "01b754d8-0b05-4dc7-93d1-1845bd12bb33", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm"} 2026-09-10T15:50:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "01b754d8-0b05-4dc7-93d1-1845bd12bb33", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm"} 2026-09-10T15:50:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "01b754d8-0b05-4dc7-93d1-1845bd12bb33", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm"} 2026-09-10T15:50:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "01b754d8-0b05-4dc7-93d1-1845bd12bb33", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm", "name": "e2e-same-id-a-d03fd470-kserve-route-authn"} 2026-09-10T15:50:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "01b754d8-0b05-4dc7-93d1-1845bd12bb33", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm", "authType": "userdefined"} 2026-09-10T15:50:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "01b754d8-0b05-4dc7-93d1-1845bd12bb33", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm"} 2026-09-10T15:50:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "77789f16-77bf-4391-a169-08987c1d8869", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm"} 2026-09-10T15:50:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "77789f16-77bf-4391-a169-08987c1d8869", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm"} 2026-09-10T15:50:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "77789f16-77bf-4391-a169-08987c1d8869", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm"} 2026-09-10T15:50:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "77789f16-77bf-4391-a169-08987c1d8869", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm", "name": "e2e-same-id-b-d03fd470-kserve-route-authn"} 2026-09-10T15:50:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "77789f16-77bf-4391-a169-08987c1d8869", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm", "authType": "userdefined"} 2026-09-10T15:50:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "77789f16-77bf-4391-a169-08987c1d8869", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm"} 2026-09-10T15:50:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "96b8f178-66da-4399-a2ab-e26342653988", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm"} 2026-09-10T15:50:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "96b8f178-66da-4399-a2ab-e26342653988", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm", "name": "e2e-same-id-a-d03fd470"} 2026-09-10T15:50:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "96b8f178-66da-4399-a2ab-e26342653988", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm"} 2026-09-10T15:50:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "96b8f178-66da-4399-a2ab-e26342653988", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm"} 2026-09-10T15:50:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "96b8f178-66da-4399-a2ab-e26342653988", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm", "name": "e2e-same-id-a-d03fd470-kserve-route-authn"} 2026-09-10T15:50:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "96b8f178-66da-4399-a2ab-e26342653988", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm", "name": "e2e-same-id-a-d03fd470-kserve-route-authn"} 2026-09-10T15:50:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d03fd470", "reconcileID": "0cbb3ebb-af97-477d-93ae-d20f0cffce14", "LLMInferenceService": "e2e-same-id-a-d03fd470", "namespace": "llm"} 2026-09-10T15:50:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1b5b15a-968f-4851-85b9-d79dcb84c783", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:50:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1b5b15a-968f-4851-85b9-d79dcb84c783", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T15:50:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1b5b15a-968f-4851-85b9-d79dcb84c783", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:50:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "02fe1a07-af1d-43e2-9d1d-88101f44d996", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:50:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "02fe1a07-af1d-43e2-9d1d-88101f44d996", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T15:50:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "02fe1a07-af1d-43e2-9d1d-88101f44d996", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:50:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "dee9caa4-e708-46d4-ba9a-f44e352b484c", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm"} 2026-09-10T15:50:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "dee9caa4-e708-46d4-ba9a-f44e352b484c", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm", "name": "e2e-same-id-b-d03fd470"} 2026-09-10T15:50:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "dee9caa4-e708-46d4-ba9a-f44e352b484c", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm"} 2026-09-10T15:50:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "dee9caa4-e708-46d4-ba9a-f44e352b484c", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm"} 2026-09-10T15:50:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "dee9caa4-e708-46d4-ba9a-f44e352b484c", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm", "name": "e2e-same-id-b-d03fd470-kserve-route-authn"} 2026-09-10T15:50:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "dee9caa4-e708-46d4-ba9a-f44e352b484c", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm", "name": "e2e-same-id-b-d03fd470-kserve-route-authn"} 2026-09-10T15:50:55Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d03fd470","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d03fd470", "reconcileID": "9429f31d-a5e7-44db-a54e-69d16a889612", "LLMInferenceService": "e2e-same-id-b-d03fd470", "namespace": "llm"} 2026-09-10T15:50:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "081154b0-dbd3-427b-b4e1-a97ff518f6a1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:50:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "081154b0-dbd3-427b-b4e1-a97ff518f6a1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T15:50:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "081154b0-dbd3-427b-b4e1-a97ff518f6a1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:50:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5e3dee45-fd8d-4eb7-a422-a5c9e7ee7e7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:50:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5e3dee45-fd8d-4eb7-a422-a5c9e7ee7e7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T15:50:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5e3dee45-fd8d-4eb7-a422-a5c9e7ee7e7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}