2026-09-08T10:25:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-af58b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-af58b2", "reconcileID": "554e77ba-0308-45eb-8c8a-b5d0904e29f3", "Gateway": "e2e-shared-a-w2-af58b2", "namespace": "openshift-ingress"} 2026-09-08T10:26:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-71a7a1","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1", "reconcileID": "1d1a41c1-71da-4150-824d-818bfd015eb2", "LLMInferenceService": "rate-test-model-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1"} 2026-09-08T10:26:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-71a7a1","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1", "reconcileID": "1d1a41c1-71da-4150-824d-818bfd015eb2", "LLMInferenceService": "rate-test-model-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1"} 2026-09-08T10:26:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-71a7a1","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1", "reconcileID": "1d1a41c1-71da-4150-824d-818bfd015eb2", "LLMInferenceService": "rate-test-model-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1"} 2026-09-08T10:26:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-71a7a1","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1", "reconcileID": "1d1a41c1-71da-4150-824d-818bfd015eb2", "LLMInferenceService": "rate-test-model-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1-kserve-route-authn"} 2026-09-08T10:26:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-71a7a1","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1", "reconcileID": "1d1a41c1-71da-4150-824d-818bfd015eb2", "LLMInferenceService": "rate-test-model-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "authType": "userdefined"} 2026-09-08T10:26:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-71a7a1","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1", "reconcileID": "1d1a41c1-71da-4150-824d-818bfd015eb2", "LLMInferenceService": "rate-test-model-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1"} 2026-09-08T10:26:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-71a7a1","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1", "reconcileID": "4e3b7989-13f8-415d-b5f6-7e729ff41b30", "LLMInferenceService": "rate-test-model-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1"} 2026-09-08T10:26:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-71a7a1","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1", "reconcileID": "4e3b7989-13f8-415d-b5f6-7e729ff41b30", "LLMInferenceService": "rate-test-model-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1"} 2026-09-08T10:26:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-71a7a1","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1", "reconcileID": "4e3b7989-13f8-415d-b5f6-7e729ff41b30", "LLMInferenceService": "rate-test-model-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1"} 2026-09-08T10:26:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-71a7a1","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1", "reconcileID": "4e3b7989-13f8-415d-b5f6-7e729ff41b30", "LLMInferenceService": "rate-test-model-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1-kserve-route-authn"} 2026-09-08T10:26:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-71a7a1","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1", "reconcileID": "4e3b7989-13f8-415d-b5f6-7e729ff41b30", "LLMInferenceService": "rate-test-model-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "authType": "userdefined"} 2026-09-08T10:26:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-71a7a1","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1", "reconcileID": "4e3b7989-13f8-415d-b5f6-7e729ff41b30", "LLMInferenceService": "rate-test-model-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1"} 2026-09-08T10:26:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-af58b2"}, "namespace": "ai-tenant-e2e-shared-a-w2-af58b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3f9c0aa-d587-4ade-9599-3e1a762477bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-af58b2"} 2026-09-08T10:26:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-af58b2"}, "namespace": "ai-tenant-e2e-shared-a-w2-af58b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3f9c0aa-d587-4ade-9599-3e1a762477bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-af58b2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T10:26:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-af58b2"}, "namespace": "ai-tenant-e2e-shared-a-w2-af58b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3f9c0aa-d587-4ade-9599-3e1a762477bd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-af58b2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T10:26:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-af58b2"}, "namespace": "ai-tenant-e2e-shared-a-w2-af58b2", "name": "odh-trusted-ca-bundle", "reconcileID": "d1fe6170-a6f5-4aaa-8645-8c6c5b5f98d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-af58b2"} 2026-09-08T10:26:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-af58b2"}, "namespace": "ai-tenant-e2e-shared-a-w2-af58b2", "name": "odh-trusted-ca-bundle", "reconcileID": "d1fe6170-a6f5-4aaa-8645-8c6c5b5f98d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-af58b2"} 2026-09-08T10:26:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-af58b2"}, "namespace": "ai-tenant-e2e-shared-a-w2-af58b2", "name": "openshift-service-ca.crt", "reconcileID": "c33fcb8a-0c87-4fc1-9e1b-6e25ec89e95a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-af58b2"} 2026-09-08T10:26:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-af58b2"}, "namespace": "ai-tenant-e2e-shared-a-w2-af58b2", "name": "openshift-service-ca.crt", "reconcileID": "c33fcb8a-0c87-4fc1-9e1b-6e25ec89e95a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-af58b2"} 2026-09-08T10:26:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-af58b2"}, "namespace": "ai-tenant-e2e-shared-a-w2-af58b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d05959ac-737d-4975-86b1-2fda5360b1f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-af58b2"} 2026-09-08T10:26:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-af58b2"}, "namespace": "ai-tenant-e2e-shared-a-w2-af58b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d05959ac-737d-4975-86b1-2fda5360b1f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-af58b2"} 2026-09-08T10:26:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "22a70355-6ddb-420a-b883-97520adbc7df", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:26:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "22a70355-6ddb-420a-b883-97520adbc7df", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:26:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "22a70355-6ddb-420a-b883-97520adbc7df", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:26:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d6e53c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c", "reconcileID": "81a94bf8-9a74-43dd-9757-5e7007553270", "Gateway": "e2e-shared-b-w3-d6e53c", "namespace": "openshift-ingress"} 2026-09-08T10:26:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "22a70355-6ddb-420a-b883-97520adbc7df", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c-kserve-route-authn"} 2026-09-08T10:26:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "22a70355-6ddb-420a-b883-97520adbc7df", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "authType": "userdefined"} 2026-09-08T10:26:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "22a70355-6ddb-420a-b883-97520adbc7df", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:26:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d6e53c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c", "reconcileID": "81a94bf8-9a74-43dd-9757-5e7007553270", "Gateway": "e2e-shared-b-w3-d6e53c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c-authn-ssl"} 2026-09-08T10:26:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d6e53c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c", "reconcileID": "81a94bf8-9a74-43dd-9757-5e7007553270", "Gateway": "e2e-shared-b-w3-d6e53c", "namespace": "openshift-ingress"} 2026-09-08T10:26:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "c044f6ae-173d-4eb4-b86b-e4eed16f6fec", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:26:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "c044f6ae-173d-4eb4-b86b-e4eed16f6fec", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:26:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "c044f6ae-173d-4eb4-b86b-e4eed16f6fec", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:26:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "c044f6ae-173d-4eb4-b86b-e4eed16f6fec", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c-kserve-route-authn"} 2026-09-08T10:26:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "c044f6ae-173d-4eb4-b86b-e4eed16f6fec", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "authType": "userdefined"} 2026-09-08T10:26:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "c044f6ae-173d-4eb4-b86b-e4eed16f6fec", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:26:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-af58b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-af58b2", "reconcileID": "22764eca-0c79-47dc-953d-80cc0d068ae4", "Gateway": "e2e-shared-a-w2-af58b2", "namespace": "openshift-ingress"} 2026-09-08T10:26:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d6e53c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c", "reconcileID": "7ec390c6-d435-44ee-acc8-727379fc510a", "Gateway": "e2e-shared-b-w3-d6e53c", "namespace": "openshift-ingress"} 2026-09-08T10:26:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d6e53c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c", "reconcileID": "7ec390c6-d435-44ee-acc8-727379fc510a", "Gateway": "e2e-shared-b-w3-d6e53c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c-authn-ssl"} 2026-09-08T10:26:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d6e53c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c", "reconcileID": "7ec390c6-d435-44ee-acc8-727379fc510a", "Gateway": "e2e-shared-b-w3-d6e53c", "namespace": "openshift-ingress"} 2026-09-08T10:26:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-37ed05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-37ed05", "reconcileID": "63af78b9-d3c8-48c5-808e-b9479ee630b9", "Gateway": "e2e-shared-b-w2-37ed05", "namespace": "openshift-ingress"} 2026-09-08T10:26:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-37ed05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-37ed05", "reconcileID": "63af78b9-d3c8-48c5-808e-b9479ee630b9", "Gateway": "e2e-shared-b-w2-37ed05", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-37ed05-authn-ssl"} 2026-09-08T10:26:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-37ed05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-37ed05", "reconcileID": "63af78b9-d3c8-48c5-808e-b9479ee630b9", "Gateway": "e2e-shared-b-w2-37ed05", "namespace": "openshift-ingress"} 2026-09-08T10:26:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "d8320d4b-59a6-4e06-a278-dea6091f5dc9", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:26:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "d8320d4b-59a6-4e06-a278-dea6091f5dc9", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:26:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "d8320d4b-59a6-4e06-a278-dea6091f5dc9", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:26:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "d8320d4b-59a6-4e06-a278-dea6091f5dc9", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c-kserve-route-authn"} 2026-09-08T10:26:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "d8320d4b-59a6-4e06-a278-dea6091f5dc9", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "authType": "userdefined"} 2026-09-08T10:26:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "d8320d4b-59a6-4e06-a278-dea6091f5dc9", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:26:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-37ed05"}, "namespace": "ai-tenant-e2e-shared-b-w2-37ed05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96e73632-7dbb-48f3-96db-1f8485ddfdf2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-37ed05"} 2026-09-08T10:26:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-37ed05"}, "namespace": "ai-tenant-e2e-shared-b-w2-37ed05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96e73632-7dbb-48f3-96db-1f8485ddfdf2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-37ed05", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T10:26:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-37ed05"}, "namespace": "ai-tenant-e2e-shared-b-w2-37ed05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96e73632-7dbb-48f3-96db-1f8485ddfdf2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-37ed05 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T10:26:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-37ed05"}, "namespace": "ai-tenant-e2e-shared-b-w2-37ed05", "name": "odh-trusted-ca-bundle", "reconcileID": "708dd4ba-7276-497d-aed8-e554044ba1b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-37ed05"} 2026-09-08T10:26:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-37ed05"}, "namespace": "ai-tenant-e2e-shared-b-w2-37ed05", "name": "odh-trusted-ca-bundle", "reconcileID": "708dd4ba-7276-497d-aed8-e554044ba1b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-37ed05"} 2026-09-08T10:26:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-37ed05"}, "namespace": "ai-tenant-e2e-shared-b-w2-37ed05", "name": "openshift-service-ca.crt", "reconcileID": "e89af717-5a09-49d1-a965-33468ebd99d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-37ed05"} 2026-09-08T10:26:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-37ed05"}, "namespace": "ai-tenant-e2e-shared-b-w2-37ed05", "name": "openshift-service-ca.crt", "reconcileID": "e89af717-5a09-49d1-a965-33468ebd99d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-37ed05"} 2026-09-08T10:26:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-37ed05"}, "namespace": "ai-tenant-e2e-shared-b-w2-37ed05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a16b629-b7ff-4646-b413-eea339d565a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-37ed05"} 2026-09-08T10:26:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-37ed05"}, "namespace": "ai-tenant-e2e-shared-b-w2-37ed05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a16b629-b7ff-4646-b413-eea339d565a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-37ed05"} 2026-09-08T10:26:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-37ed05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-37ed05", "reconcileID": "6001981a-bc1e-4492-9a78-e8108200d411", "Gateway": "e2e-shared-b-w2-37ed05", "namespace": "openshift-ingress"} 2026-09-08T10:26:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-37ed05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-37ed05", "reconcileID": "6001981a-bc1e-4492-9a78-e8108200d411", "Gateway": "e2e-shared-b-w2-37ed05", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-37ed05-authn-ssl"} 2026-09-08T10:26:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-37ed05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-37ed05", "reconcileID": "6001981a-bc1e-4492-9a78-e8108200d411", "Gateway": "e2e-shared-b-w2-37ed05", "namespace": "openshift-ingress"} 2026-09-08T10:26:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-37ed05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-37ed05", "reconcileID": "f99782e5-0d9b-4193-a8a0-17f30fd100fd", "Gateway": "e2e-shared-b-w2-37ed05", "namespace": "openshift-ingress"} 2026-09-08T10:26:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "48cdb7b0-ed4c-4fdd-8e73-0ba4b3276f01", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:26:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "48cdb7b0-ed4c-4fdd-8e73-0ba4b3276f01", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:26:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "48cdb7b0-ed4c-4fdd-8e73-0ba4b3276f01", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:26:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "48cdb7b0-ed4c-4fdd-8e73-0ba4b3276f01", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c-kserve-route-authn"} 2026-09-08T10:26:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "48cdb7b0-ed4c-4fdd-8e73-0ba4b3276f01", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "authType": "userdefined"} 2026-09-08T10:26:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "48cdb7b0-ed4c-4fdd-8e73-0ba4b3276f01", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:27:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-71a7a1","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1", "reconcileID": "cad2fcaa-ab64-4f44-b2fe-37f1e54a4897", "LLMInferenceService": "rate-test-model-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1"} 2026-09-08T10:27:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-71a7a1","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1", "reconcileID": "cad2fcaa-ab64-4f44-b2fe-37f1e54a4897", "LLMInferenceService": "rate-test-model-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1"} 2026-09-08T10:27:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-71a7a1","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1", "reconcileID": "cad2fcaa-ab64-4f44-b2fe-37f1e54a4897", "LLMInferenceService": "rate-test-model-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1"} 2026-09-08T10:27:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-71a7a1","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1", "reconcileID": "cad2fcaa-ab64-4f44-b2fe-37f1e54a4897", "LLMInferenceService": "rate-test-model-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1"} 2026-09-08T10:27:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-71a7a1","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1", "reconcileID": "cad2fcaa-ab64-4f44-b2fe-37f1e54a4897", "LLMInferenceService": "rate-test-model-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1-kserve-route-authn"} 2026-09-08T10:27:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-71a7a1","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1", "reconcileID": "cad2fcaa-ab64-4f44-b2fe-37f1e54a4897", "LLMInferenceService": "rate-test-model-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1-kserve-route-authn"} 2026-09-08T10:27:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-71a7a1","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1", "reconcileID": "cad2fcaa-ab64-4f44-b2fe-37f1e54a4897", "LLMInferenceService": "rate-test-model-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1"} 2026-09-08T10:27:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-71a7a1","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1", "reconcileID": "cad2fcaa-ab64-4f44-b2fe-37f1e54a4897", "LLMInferenceService": "rate-test-model-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1"} 2026-09-08T10:27:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-71a7a1","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "rate-test-model-71a7a1", "reconcileID": "74d2a8bb-3650-4044-9dca-3cb2562f5678", "LLMInferenceService": "rate-test-model-71a7a1", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1"} 2026-09-08T10:27:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-71a7a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-71a7a1", "reconcileID": "3ef3f1cd-cbfd-4816-8e97-3fc55a6f5bae", "Gateway": "e2e-shared-a-w3-71a7a1", "namespace": "openshift-ingress"} 2026-09-08T10:27:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-71a7a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-71a7a1", "reconcileID": "3ef3f1cd-cbfd-4816-8e97-3fc55a6f5bae", "Gateway": "e2e-shared-a-w3-71a7a1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-71a7a1-authn-ssl"} 2026-09-08T10:27:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-71a7a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-71a7a1", "reconcileID": "3ef3f1cd-cbfd-4816-8e97-3fc55a6f5bae", "Gateway": "e2e-shared-a-w3-71a7a1", "namespace": "openshift-ingress"} 2026-09-08T10:27:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-71a7a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-71a7a1", "reconcileID": "7124ddb7-d7f8-45af-bdb0-2e44d05c04cc", "Gateway": "e2e-shared-a-w3-71a7a1", "namespace": "openshift-ingress"} 2026-09-08T10:27:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-71a7a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-71a7a1", "reconcileID": "7124ddb7-d7f8-45af-bdb0-2e44d05c04cc", "Gateway": "e2e-shared-a-w3-71a7a1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-71a7a1-authn-ssl"} 2026-09-08T10:27:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-71a7a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-71a7a1", "reconcileID": "7124ddb7-d7f8-45af-bdb0-2e44d05c04cc", "Gateway": "e2e-shared-a-w3-71a7a1", "namespace": "openshift-ingress"} 2026-09-08T10:27:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "67263d5d-5381-4b72-8754-3d718a3161b5", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:27:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "67263d5d-5381-4b72-8754-3d718a3161b5", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c"} 2026-09-08T10:27:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "67263d5d-5381-4b72-8754-3d718a3161b5", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:27:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "67263d5d-5381-4b72-8754-3d718a3161b5", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:27:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "67263d5d-5381-4b72-8754-3d718a3161b5", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c-kserve-route-authn"} 2026-09-08T10:27:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "67263d5d-5381-4b72-8754-3d718a3161b5", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c-kserve-route-authn"} 2026-09-08T10:27:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "67263d5d-5381-4b72-8754-3d718a3161b5", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:27:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "67263d5d-5381-4b72-8754-3d718a3161b5", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:27:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e53c","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "rate-test-model-d6e53c", "reconcileID": "63698427-8409-44e2-9697-bb3aceaed27e", "LLMInferenceService": "rate-test-model-d6e53c", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:27:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d6e53c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c", "reconcileID": "478a778f-405c-43f2-a323-3c109d0e5c30", "Gateway": "e2e-shared-b-w3-d6e53c", "namespace": "openshift-ingress"} 2026-09-08T10:27:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d6e53c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c", "reconcileID": "478a778f-405c-43f2-a323-3c109d0e5c30", "Gateway": "e2e-shared-b-w3-d6e53c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c-authn-ssl"} 2026-09-08T10:27:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d6e53c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c", "reconcileID": "478a778f-405c-43f2-a323-3c109d0e5c30", "Gateway": "e2e-shared-b-w3-d6e53c", "namespace": "openshift-ingress"} 2026-09-08T10:27:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d6e53c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c", "reconcileID": "7ccc6784-e990-4d21-8919-449035611d39", "Gateway": "e2e-shared-b-w3-d6e53c", "namespace": "openshift-ingress"} 2026-09-08T10:27:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d6e53c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c", "reconcileID": "7ccc6784-e990-4d21-8919-449035611d39", "Gateway": "e2e-shared-b-w3-d6e53c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c-authn-ssl"} 2026-09-08T10:27:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d6e53c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c", "reconcileID": "7ccc6784-e990-4d21-8919-449035611d39", "Gateway": "e2e-shared-b-w3-d6e53c", "namespace": "openshift-ingress"} 2026-09-08T10:27:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "5db346e1-b747-447a-9372-3ac8ddbea487", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:27:04Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "5db346e1-b747-447a-9372-3ac8ddbea487", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba-authn-ssl"} 2026-09-08T10:27:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "5db346e1-b747-447a-9372-3ac8ddbea487", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:27:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "bffc23ef-d084-4fd0-8a4b-944247782c8a", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:27:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "bffc23ef-d084-4fd0-8a4b-944247782c8a", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba-authn-ssl"} 2026-09-08T10:27:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "bffc23ef-d084-4fd0-8a4b-944247782c8a", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:27:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "51f5b95d-e441-47a9-bb9e-f2bccf511396", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:27:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "51f5b95d-e441-47a9-bb9e-f2bccf511396", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba-authn-ssl"} 2026-09-08T10:27:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "51f5b95d-e441-47a9-bb9e-f2bccf511396", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:27:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "fc7e5c1c-1af9-4e1e-b815-53dc3f3179ce", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:27:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "fc7e5c1c-1af9-4e1e-b815-53dc3f3179ce", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba-authn-ssl"} 2026-09-08T10:27:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "fc7e5c1c-1af9-4e1e-b815-53dc3f3179ce", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:27:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "00c91030-69f7-41a7-a85e-004b1e048c1f", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:27:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "00c91030-69f7-41a7-a85e-004b1e048c1f", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba-authn-ssl"} 2026-09-08T10:27:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "00c91030-69f7-41a7-a85e-004b1e048c1f", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:27:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "c454c631-2d9a-49b2-9ace-545f4375474a", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:27:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "c454c631-2d9a-49b2-9ace-545f4375474a", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba-authn-ssl"} 2026-09-08T10:27:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "c454c631-2d9a-49b2-9ace-545f4375474a", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:27:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "a682f6f2-309f-449d-9675-d6be1d5e7063", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:27:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "a682f6f2-309f-449d-9675-d6be1d5e7063", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba-authn-ssl"} 2026-09-08T10:27:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "a682f6f2-309f-449d-9675-d6be1d5e7063", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:27:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "openshift-service-ca.crt", "reconcileID": "2e7f7137-c7cc-4757-917a-30c53468560f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:27:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "odh-trusted-ca-bundle", "reconcileID": "3c9ade0e-6eb1-451e-ae9d-5255098d0c9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:27:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "openshift-service-ca.crt", "reconcileID": "378bedcd-4fe6-44b0-b837-d272b98fc71a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T10:27:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "openshift-service-ca.crt", "reconcileID": "378bedcd-4fe6-44b0-b837-d272b98fc71a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:27:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "openshift-service-ca.crt", "reconcileID": "88e378a4-a9f4-4132-a799-ddc6e902346d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:27:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0fabf81f-ad90-4e0f-ac39-1843e1d79ff0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:27:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "odh-trusted-ca-bundle", "reconcileID": "9339fc5d-3f7d-41b8-baf5-822d82f4a617", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T10:27:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "odh-trusted-ca-bundle", "reconcileID": "9339fc5d-3f7d-41b8-baf5-822d82f4a617", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:27:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb0c654d-6617-4a33-8af8-db05601a4ac5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "16b5ac9d-25a5-482f-9d0b-a2f98f409452", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:27:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "16b5ac9d-25a5-482f-9d0b-a2f98f409452", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba-authn-ssl"} 2026-09-08T10:27:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "16b5ac9d-25a5-482f-9d0b-a2f98f409452", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:27:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "a6a24203-40f6-4a94-b968-839b38948f53", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:27:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "a6a24203-40f6-4a94-b968-839b38948f53", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba-authn-ssl"} 2026-09-08T10:27:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "a6a24203-40f6-4a94-b968-839b38948f53", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:27:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "cb07db48-5d5e-4600-a1e0-42a32fda4713", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:27:33Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "cb07db48-5d5e-4600-a1e0-42a32fda4713", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f-authn-ssl"} 2026-09-08T10:27:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "cb07db48-5d5e-4600-a1e0-42a32fda4713", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:27:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "12169010-dc66-4416-b23a-bd40208e61d2", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:27:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "12169010-dc66-4416-b23a-bd40208e61d2", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f-authn-ssl"} 2026-09-08T10:27:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "12169010-dc66-4416-b23a-bd40208e61d2", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:27:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "8f95c776-70f8-4005-8ff4-4730e68cc964", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:27:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "8f95c776-70f8-4005-8ff4-4730e68cc964", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f-authn-ssl"} 2026-09-08T10:27:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "8f95c776-70f8-4005-8ff4-4730e68cc964", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:27:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "e23124bb-6864-4559-99cf-39b2416ca403", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:27:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "e23124bb-6864-4559-99cf-39b2416ca403", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f-authn-ssl"} 2026-09-08T10:27:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "e23124bb-6864-4559-99cf-39b2416ca403", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:27:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "4fd60fa3-cc62-41d6-a94f-8aab2314500f", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:27:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "4fd60fa3-cc62-41d6-a94f-8aab2314500f", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f-authn-ssl"} 2026-09-08T10:27:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "4fd60fa3-cc62-41d6-a94f-8aab2314500f", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:27:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "6073770a-006f-4b53-a6f5-74928e80df39", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:27:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "6073770a-006f-4b53-a6f5-74928e80df39", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f-authn-ssl"} 2026-09-08T10:27:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "6073770a-006f-4b53-a6f5-74928e80df39", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:27:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "dd3794b3-5c6f-42ee-9bb2-4509c168210e", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:27:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "dd3794b3-5c6f-42ee-9bb2-4509c168210e", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f-authn-ssl"} 2026-09-08T10:27:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "dd3794b3-5c6f-42ee-9bb2-4509c168210e", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:27:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86902f"}, "namespace": "ai-tenant-e2e-ipp-b-86902f", "name": "openshift-service-ca.crt", "reconcileID": "4fb0e585-8ee1-4f7c-ad67-a08ccf3d4c70", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86902f"} 2026-09-08T10:27:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86902f"}, "namespace": "ai-tenant-e2e-ipp-b-86902f", "name": "odh-trusted-ca-bundle", "reconcileID": "7ccf2987-66f4-49d6-8632-70493829b6bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86902f"} 2026-09-08T10:27:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86902f"}, "namespace": "ai-tenant-e2e-ipp-b-86902f", "name": "openshift-service-ca.crt", "reconcileID": "24f2aaab-870b-464d-9144-976ebc1a6fb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86902f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T10:27:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86902f"}, "namespace": "ai-tenant-e2e-ipp-b-86902f", "name": "openshift-service-ca.crt", "reconcileID": "24f2aaab-870b-464d-9144-976ebc1a6fb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86902f"} 2026-09-08T10:27:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86902f"}, "namespace": "ai-tenant-e2e-ipp-b-86902f", "name": "openshift-service-ca.crt", "reconcileID": "7c476c6f-fa04-495d-bb02-076dd0614d7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86902f"} 2026-09-08T10:27:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86902f"}, "namespace": "ai-tenant-e2e-ipp-b-86902f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15a399b0-aa5a-440d-bbc1-8ebfd12d3aac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86902f"} 2026-09-08T10:27:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86902f"}, "namespace": "ai-tenant-e2e-ipp-b-86902f", "name": "odh-trusted-ca-bundle", "reconcileID": "0022b620-7966-484f-b1e0-c996d3e861db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86902f", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T10:27:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86902f"}, "namespace": "ai-tenant-e2e-ipp-b-86902f", "name": "odh-trusted-ca-bundle", "reconcileID": "0022b620-7966-484f-b1e0-c996d3e861db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86902f"} 2026-09-08T10:27:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86902f"}, "namespace": "ai-tenant-e2e-ipp-b-86902f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da84d36d-213c-4c93-a2e2-98ab9db3275e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86902f"} 2026-09-08T10:27:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "11106c28-1359-4181-b850-ad6a4830e332", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:27:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "11106c28-1359-4181-b850-ad6a4830e332", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f-authn-ssl"} 2026-09-08T10:27:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "11106c28-1359-4181-b850-ad6a4830e332", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:27:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "742d1a43-054a-405f-84fb-37a0e9e6f9e5", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:27:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "742d1a43-054a-405f-84fb-37a0e9e6f9e5", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f-authn-ssl"} 2026-09-08T10:27:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "742d1a43-054a-405f-84fb-37a0e9e6f9e5", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:28:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "8adf3432-92cb-4f60-8100-ce84d44f91d8", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:28:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "8adf3432-92cb-4f60-8100-ce84d44f91d8", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:28:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "8adf3432-92cb-4f60-8100-ce84d44f91d8", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:28:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "5d637eb0-6f31-4b0e-be82-e0aa49c923fc", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:28:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "8adf3432-92cb-4f60-8100-ce84d44f91d8", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba-kserve-route-authn"} 2026-09-08T10:28:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "8adf3432-92cb-4f60-8100-ce84d44f91d8", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "authType": "userdefined"} 2026-09-08T10:28:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "8adf3432-92cb-4f60-8100-ce84d44f91d8", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:28:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "5d637eb0-6f31-4b0e-be82-e0aa49c923fc", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba-authn-ssl"} 2026-09-08T10:28:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "5d637eb0-6f31-4b0e-be82-e0aa49c923fc", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:28:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "074ee845-3e3d-41dd-9ba0-b03805f937fb", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:28:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "074ee845-3e3d-41dd-9ba0-b03805f937fb", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:28:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "074ee845-3e3d-41dd-9ba0-b03805f937fb", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:28:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "074ee845-3e3d-41dd-9ba0-b03805f937fb", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba-kserve-route-authn"} 2026-09-08T10:28:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "074ee845-3e3d-41dd-9ba0-b03805f937fb", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "authType": "userdefined"} 2026-09-08T10:28:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "074ee845-3e3d-41dd-9ba0-b03805f937fb", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:28:09Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T10:28:09Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T10:28:12Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T10:28:12Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T10:28:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "5e141ecf-b41b-4bec-b550-39079d816045", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:28:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "5e141ecf-b41b-4bec-b550-39079d816045", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba-authn-ssl"} 2026-09-08T10:28:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "5e141ecf-b41b-4bec-b550-39079d816045", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:28:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "69bd6611-0a39-48c6-bb12-7fe7ae59699b", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:28:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "69bd6611-0a39-48c6-bb12-7fe7ae59699b", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:28:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "69bd6611-0a39-48c6-bb12-7fe7ae59699b", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:28:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "69bd6611-0a39-48c6-bb12-7fe7ae59699b", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba-kserve-route-authn"} 2026-09-08T10:28:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "69bd6611-0a39-48c6-bb12-7fe7ae59699b", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "authType": "userdefined"} 2026-09-08T10:28:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "69bd6611-0a39-48c6-bb12-7fe7ae59699b", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:28:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "425dd9f1-9749-467e-938a-538623d00a9b", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:28:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "425dd9f1-9749-467e-938a-538623d00a9b", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:28:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "425dd9f1-9749-467e-938a-538623d00a9b", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:28:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "425dd9f1-9749-467e-938a-538623d00a9b", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba-kserve-route-authn"} 2026-09-08T10:28:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "425dd9f1-9749-467e-938a-538623d00a9b", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "authType": "userdefined"} 2026-09-08T10:28:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "425dd9f1-9749-467e-938a-538623d00a9b", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:28:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "a5495906-1ee5-45b9-9b53-0d11dd0ec9eb", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:28:55Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "a5495906-1ee5-45b9-9b53-0d11dd0ec9eb", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c-authn-ssl"} 2026-09-08T10:28:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "a5495906-1ee5-45b9-9b53-0d11dd0ec9eb", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:28:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "7ef7ec1b-3f5d-496c-ae6e-9af944cd8d60", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:28:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "7ef7ec1b-3f5d-496c-ae6e-9af944cd8d60", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c-authn-ssl"} 2026-09-08T10:28:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "7ef7ec1b-3f5d-496c-ae6e-9af944cd8d60", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:28:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "6fb2cc79-7642-4e76-9141-1a253044d3c3", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:28:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "6fb2cc79-7642-4e76-9141-1a253044d3c3", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c-authn-ssl"} 2026-09-08T10:28:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "6fb2cc79-7642-4e76-9141-1a253044d3c3", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:28:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "0cc753e5-c6c3-4001-acf2-1dc8df0b5490", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:28:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "0cc753e5-c6c3-4001-acf2-1dc8df0b5490", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c-authn-ssl"} 2026-09-08T10:28:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "0cc753e5-c6c3-4001-acf2-1dc8df0b5490", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:28:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "1db94602-6c51-4574-9a42-e157a4cd62b6", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:28:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "1db94602-6c51-4574-9a42-e157a4cd62b6", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c-authn-ssl"} 2026-09-08T10:28:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "1db94602-6c51-4574-9a42-e157a4cd62b6", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:28:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "03eed8a6-6927-4a64-a041-23ca970da785", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:28:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "03eed8a6-6927-4a64-a041-23ca970da785", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c-authn-ssl"} 2026-09-08T10:28:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "03eed8a6-6927-4a64-a041-23ca970da785", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:28:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "b30d4338-08f2-4fdb-b0aa-a14bc17b9a4a", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:28:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "b30d4338-08f2-4fdb-b0aa-a14bc17b9a4a", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c-authn-ssl"} 2026-09-08T10:28:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "b30d4338-08f2-4fdb-b0aa-a14bc17b9a4a", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:28:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "586e2aa2-938a-4dee-a478-46c651f43d75", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:28:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "586e2aa2-938a-4dee-a478-46c651f43d75", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c-authn-ssl"} 2026-09-08T10:28:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "586e2aa2-938a-4dee-a478-46c651f43d75", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:28:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-56bb3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "name": "openshift-service-ca.crt", "reconcileID": "4757ca83-0e75-4470-8bd4-01799daab541", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c"} 2026-09-08T10:28:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56bb3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "name": "odh-trusted-ca-bundle", "reconcileID": "02478269-db06-41db-bd52-d9aa6462f7a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c"} 2026-09-08T10:28:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-56bb3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "name": "openshift-service-ca.crt", "reconcileID": "6f760a01-6196-4af8-9a1f-b31769cbd45d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T10:28:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-56bb3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "name": "openshift-service-ca.crt", "reconcileID": "6f760a01-6196-4af8-9a1f-b31769cbd45d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c"} 2026-09-08T10:28:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56bb3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "379a2d9a-a038-421f-bf77-96c58071bb17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c"} 2026-09-08T10:28:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-56bb3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "name": "openshift-service-ca.crt", "reconcileID": "afd185fa-cdf5-4415-b1f6-72fd3ea74bb9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c"} 2026-09-08T10:28:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56bb3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "name": "odh-trusted-ca-bundle", "reconcileID": "d8d9c35e-134a-4162-b7bd-d31706861638", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T10:28:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56bb3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "name": "odh-trusted-ca-bundle", "reconcileID": "d8d9c35e-134a-4162-b7bd-d31706861638", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c"} 2026-09-08T10:28:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56bb3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "686ab9e8-9452-4480-89cc-133fd10a5e73", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c"} 2026-09-08T10:29:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "ab57c5cd-55e3-41f3-bb86-8311676db370", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:29:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "ab57c5cd-55e3-41f3-bb86-8311676db370", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c-authn-ssl"} 2026-09-08T10:29:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "ab57c5cd-55e3-41f3-bb86-8311676db370", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:29:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "573df6a8-7875-4fbd-9a9c-3680a2e40132", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:29:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "573df6a8-7875-4fbd-9a9c-3680a2e40132", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c-authn-ssl"} 2026-09-08T10:29:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "573df6a8-7875-4fbd-9a9c-3680a2e40132", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:29:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "8d1440d7-417e-4c0d-9244-c6921f0581f0", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:29:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "8d1440d7-417e-4c0d-9244-c6921f0581f0", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c-authn-ssl"} 2026-09-08T10:29:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "8d1440d7-417e-4c0d-9244-c6921f0581f0", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:29:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56bb3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b298eff-0dcb-429c-b1cc-11d658771df4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c"} 2026-09-08T10:29:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56bb3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b298eff-0dcb-429c-b1cc-11d658771df4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T10:29:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56bb3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b298eff-0dcb-429c-b1cc-11d658771df4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-56bb3c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T10:29:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56bb3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "name": "odh-trusted-ca-bundle", "reconcileID": "758d3e32-fd82-4c65-b2c9-1ee956df5700", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c"} 2026-09-08T10:29:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56bb3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "name": "odh-trusted-ca-bundle", "reconcileID": "758d3e32-fd82-4c65-b2c9-1ee956df5700", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T10:29:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56bb3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "name": "odh-trusted-ca-bundle", "reconcileID": "758d3e32-fd82-4c65-b2c9-1ee956df5700", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-56bb3c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T10:29:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-56bb3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "name": "openshift-service-ca.crt", "reconcileID": "82a56b34-c059-42dc-a4b0-58ed63ea6c1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c"} 2026-09-08T10:29:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-56bb3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "name": "openshift-service-ca.crt", "reconcileID": "82a56b34-c059-42dc-a4b0-58ed63ea6c1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c"} 2026-09-08T10:29:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56bb3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e41cbe9b-9fe0-481a-9a16-e1dd79921285", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c"} 2026-09-08T10:29:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56bb3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e41cbe9b-9fe0-481a-9a16-e1dd79921285", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c"} 2026-09-08T10:29:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56bb3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "name": "odh-trusted-ca-bundle", "reconcileID": "2dff2423-05fd-48f7-8f99-d397a7cee4b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c"} 2026-09-08T10:29:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-56bb3c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c", "name": "odh-trusted-ca-bundle", "reconcileID": "2dff2423-05fd-48f7-8f99-d397a7cee4b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-56bb3c"} 2026-09-08T10:29:36Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-56bb3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-56bb3c", "reconcileID": "ce9063e9-bb41-45ed-82a3-95ce8672598f", "Gateway": "e2e-ipp-cleanup-56bb3c", "namespace": "openshift-ingress"} 2026-09-08T10:29:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "e3a3be4c-5c88-4800-a98b-d17dd559f31c", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:29:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "e3a3be4c-5c88-4800-a98b-d17dd559f31c", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba-authn-ssl"} 2026-09-08T10:29:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "e3a3be4c-5c88-4800-a98b-d17dd559f31c", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:29:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "58f6c37f-f574-45cf-82f3-d7b247a1ad39", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:29:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "58f6c37f-f574-45cf-82f3-d7b247a1ad39", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba-authn-ssl"} 2026-09-08T10:29:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "58f6c37f-f574-45cf-82f3-d7b247a1ad39", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:30:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "0055e74a-95b3-434a-83ff-6275a0e58dda", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "0055e74a-95b3-434a-83ff-6275a0e58dda", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "0055e74a-95b3-434a-83ff-6275a0e58dda", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "0055e74a-95b3-434a-83ff-6275a0e58dda", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba-kserve-route-authn"} 2026-09-08T10:30:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "0055e74a-95b3-434a-83ff-6275a0e58dda", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "authType": "userdefined"} 2026-09-08T10:30:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "0055e74a-95b3-434a-83ff-6275a0e58dda", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "79880649-c402-4e99-b79b-dca18423af39", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:30:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "79880649-c402-4e99-b79b-dca18423af39", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba-authn-ssl"} 2026-09-08T10:30:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "79880649-c402-4e99-b79b-dca18423af39", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:30:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "38664e73-723a-429f-ac73-fe68360d6c69", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "38664e73-723a-429f-ac73-fe68360d6c69", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "38664e73-723a-429f-ac73-fe68360d6c69", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "38664e73-723a-429f-ac73-fe68360d6c69", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba-kserve-route-authn"} 2026-09-08T10:30:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "38664e73-723a-429f-ac73-fe68360d6c69", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "authType": "userdefined"} 2026-09-08T10:30:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "38664e73-723a-429f-ac73-fe68360d6c69", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "6c7fbe27-2422-4a2e-9d37-458cc8a3374d", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:30:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "6c7fbe27-2422-4a2e-9d37-458cc8a3374d", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba-authn-ssl"} 2026-09-08T10:30:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "16cfbbb6-38fe-4a73-a630-8dda5a7ae8ea", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "16cfbbb6-38fe-4a73-a630-8dda5a7ae8ea", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba"} 2026-09-08T10:30:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "16cfbbb6-38fe-4a73-a630-8dda5a7ae8ea", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "16cfbbb6-38fe-4a73-a630-8dda5a7ae8ea", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "16cfbbb6-38fe-4a73-a630-8dda5a7ae8ea", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba-kserve-route-authn"} 2026-09-08T10:30:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "6c7fbe27-2422-4a2e-9d37-458cc8a3374d", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:30:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "16cfbbb6-38fe-4a73-a630-8dda5a7ae8ea", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba-kserve-route-authn"} 2026-09-08T10:30:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "16cfbbb6-38fe-4a73-a630-8dda5a7ae8ea", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "16cfbbb6-38fe-4a73-a630-8dda5a7ae8ea", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4295aac2-5656-4e60-b0d7-6bbbc441345c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4295aac2-5656-4e60-b0d7-6bbbc441345c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T10:30:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4295aac2-5656-4e60-b0d7-6bbbc441345c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-a0d0ba because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T10:30:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "odh-trusted-ca-bundle", "reconcileID": "f7f84c4e-55fe-4e99-8870-112b965f3158", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "odh-trusted-ca-bundle", "reconcileID": "f7f84c4e-55fe-4e99-8870-112b965f3158", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "openshift-service-ca.crt", "reconcileID": "3c80eaee-48ac-463a-a074-dad84b5f7440", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "openshift-service-ca.crt", "reconcileID": "3c80eaee-48ac-463a-a074-dad84b5f7440", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c1c8f38-70df-42a5-9f72-9c8487914dca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c1c8f38-70df-42a5-9f72-9c8487914dca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "b5bd3ebd-b68b-489b-905d-7157b4badc1d", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "b5bd3ebd-b68b-489b-905d-7157b4badc1d", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba"} 2026-09-08T10:30:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "b5bd3ebd-b68b-489b-905d-7157b4badc1d", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "b5bd3ebd-b68b-489b-905d-7157b4badc1d", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "b5bd3ebd-b68b-489b-905d-7157b4badc1d", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba-kserve-route-authn"} 2026-09-08T10:30:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "b5bd3ebd-b68b-489b-905d-7157b4badc1d", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba-kserve-route-authn"} 2026-09-08T10:30:39Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "b5bd3ebd-b68b-489b-905d-7157b4badc1d", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:39Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "b5bd3ebd-b68b-489b-905d-7157b4badc1d", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a0d0ba","namespace":"ai-tenant-e2e-ipp-a-a0d0ba"}, "namespace": "ai-tenant-e2e-ipp-a-a0d0ba", "name": "ipp-route-a0d0ba", "reconcileID": "03a788a2-4d13-44e6-ad56-c0777b8f69f4", "LLMInferenceService": "ipp-route-a0d0ba", "namespace": "ai-tenant-e2e-ipp-a-a0d0ba"} 2026-09-08T10:30:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "673564f7-cc82-49f6-9c8c-2153d443ff46", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:30:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "673564f7-cc82-49f6-9c8c-2153d443ff46", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba-authn-ssl"} 2026-09-08T10:30:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "673564f7-cc82-49f6-9c8c-2153d443ff46", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:30:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a0d0ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a0d0ba", "reconcileID": "0375a40e-d23f-4ac6-8f61-d955a2463efa", "Gateway": "e2e-ipp-a-a0d0ba", "namespace": "openshift-ingress"} 2026-09-08T10:30:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "aa2b4461-4c7d-491a-91b2-2e8bcd05ad3f", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:30:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "aa2b4461-4c7d-491a-91b2-2e8bcd05ad3f", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f-authn-ssl"} 2026-09-08T10:30:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "aa2b4461-4c7d-491a-91b2-2e8bcd05ad3f", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:31:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "05e9004d-0831-4001-b67e-87b90ff50241", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:31:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "05e9004d-0831-4001-b67e-87b90ff50241", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f-authn-ssl"} 2026-09-08T10:31:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "05e9004d-0831-4001-b67e-87b90ff50241", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:31:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86902f"}, "namespace": "ai-tenant-e2e-ipp-b-86902f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bfaec1c6-423a-4015-82d3-7055bd9c8939", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86902f"} 2026-09-08T10:31:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86902f"}, "namespace": "ai-tenant-e2e-ipp-b-86902f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bfaec1c6-423a-4015-82d3-7055bd9c8939", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86902f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T10:31:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86902f"}, "namespace": "ai-tenant-e2e-ipp-b-86902f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bfaec1c6-423a-4015-82d3-7055bd9c8939", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-86902f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T10:31:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86902f"}, "namespace": "ai-tenant-e2e-ipp-b-86902f", "name": "odh-trusted-ca-bundle", "reconcileID": "b93b5409-9909-4c9e-964c-cd7dc5e0e169", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86902f"} 2026-09-08T10:31:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86902f"}, "namespace": "ai-tenant-e2e-ipp-b-86902f", "name": "odh-trusted-ca-bundle", "reconcileID": "b93b5409-9909-4c9e-964c-cd7dc5e0e169", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86902f"} 2026-09-08T10:31:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86902f"}, "namespace": "ai-tenant-e2e-ipp-b-86902f", "name": "openshift-service-ca.crt", "reconcileID": "f7127080-4b4b-4669-8d85-3aaff29b1112", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86902f"} 2026-09-08T10:31:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-86902f"}, "namespace": "ai-tenant-e2e-ipp-b-86902f", "name": "openshift-service-ca.crt", "reconcileID": "f7127080-4b4b-4669-8d85-3aaff29b1112", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-86902f"} 2026-09-08T10:31:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86902f"}, "namespace": "ai-tenant-e2e-ipp-b-86902f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e01e53b0-b33d-4116-811d-749de137493f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86902f"} 2026-09-08T10:31:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-86902f"}, "namespace": "ai-tenant-e2e-ipp-b-86902f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e01e53b0-b33d-4116-811d-749de137493f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-86902f"} 2026-09-08T10:31:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-86902f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-86902f", "reconcileID": "ba1801e4-c2ec-4f27-b222-740fc86264c2", "Gateway": "e2e-ipp-b-86902f", "namespace": "openshift-ingress"} 2026-09-08T10:31:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-71a7a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-71a7a1", "reconcileID": "afb38dcf-9039-4130-b78c-e887b95c24c1", "Gateway": "e2e-shared-a-w3-71a7a1", "namespace": "openshift-ingress"} 2026-09-08T10:31:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-71a7a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-71a7a1", "reconcileID": "afb38dcf-9039-4130-b78c-e887b95c24c1", "Gateway": "e2e-shared-a-w3-71a7a1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-71a7a1-authn-ssl"} 2026-09-08T10:31:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-71a7a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-71a7a1", "reconcileID": "afb38dcf-9039-4130-b78c-e887b95c24c1", "Gateway": "e2e-shared-a-w3-71a7a1", "namespace": "openshift-ingress"} 2026-09-08T10:31:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-71a7a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-71a7a1", "reconcileID": "6efd56ff-39c0-4a64-8270-742ff405a5fc", "Gateway": "e2e-shared-a-w3-71a7a1", "namespace": "openshift-ingress"} 2026-09-08T10:31:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-71a7a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-71a7a1", "reconcileID": "6efd56ff-39c0-4a64-8270-742ff405a5fc", "Gateway": "e2e-shared-a-w3-71a7a1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-71a7a1-authn-ssl"} 2026-09-08T10:31:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-71a7a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-71a7a1", "reconcileID": "6efd56ff-39c0-4a64-8270-742ff405a5fc", "Gateway": "e2e-shared-a-w3-71a7a1", "namespace": "openshift-ingress"} 2026-09-08T10:31:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "788fbf11-0b07-43f1-8e40-c1be9351c520", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1"} 2026-09-08T10:31:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "788fbf11-0b07-43f1-8e40-c1be9351c520", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T10:31:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "788fbf11-0b07-43f1-8e40-c1be9351c520", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-71a7a1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T10:31:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "odh-trusted-ca-bundle", "reconcileID": "6e781456-1117-4f43-b80c-816290e99e4c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1"} 2026-09-08T10:31:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "odh-trusted-ca-bundle", "reconcileID": "6e781456-1117-4f43-b80c-816290e99e4c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1"} 2026-09-08T10:31:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "openshift-service-ca.crt", "reconcileID": "338e5d45-a64c-4510-83ba-f025b458170a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1"} 2026-09-08T10:31:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "openshift-service-ca.crt", "reconcileID": "338e5d45-a64c-4510-83ba-f025b458170a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1"} 2026-09-08T10:31:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30e0e87f-c877-456d-9b48-385ee22dd91c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1"} 2026-09-08T10:31:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-71a7a1"}, "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30e0e87f-c877-456d-9b48-385ee22dd91c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-71a7a1"} 2026-09-08T10:31:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-71a7a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-71a7a1", "reconcileID": "8a328a33-a26c-4238-ab2d-aab5908fa791", "Gateway": "e2e-shared-a-w3-71a7a1", "namespace": "openshift-ingress"} 2026-09-08T10:31:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d6e53c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c", "reconcileID": "95499e61-6daf-401a-bf3c-f9186df51561", "Gateway": "e2e-shared-b-w3-d6e53c", "namespace": "openshift-ingress"} 2026-09-08T10:31:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d6e53c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c", "reconcileID": "95499e61-6daf-401a-bf3c-f9186df51561", "Gateway": "e2e-shared-b-w3-d6e53c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c-authn-ssl"} 2026-09-08T10:31:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d6e53c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c", "reconcileID": "95499e61-6daf-401a-bf3c-f9186df51561", "Gateway": "e2e-shared-b-w3-d6e53c", "namespace": "openshift-ingress"} 2026-09-08T10:31:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d6e53c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c", "reconcileID": "f4788ab6-1c11-4a62-8f8a-9f7ba5b2a709", "Gateway": "e2e-shared-b-w3-d6e53c", "namespace": "openshift-ingress"} 2026-09-08T10:31:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d6e53c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c", "reconcileID": "f4788ab6-1c11-4a62-8f8a-9f7ba5b2a709", "Gateway": "e2e-shared-b-w3-d6e53c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c-authn-ssl"} 2026-09-08T10:31:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d6e53c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c", "reconcileID": "f4788ab6-1c11-4a62-8f8a-9f7ba5b2a709", "Gateway": "e2e-shared-b-w3-d6e53c", "namespace": "openshift-ingress"} 2026-09-08T10:31:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f90c1551-7fba-4124-96de-67926d5484be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:31:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f90c1551-7fba-4124-96de-67926d5484be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T10:31:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f90c1551-7fba-4124-96de-67926d5484be", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-d6e53c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T10:31:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "odh-trusted-ca-bundle", "reconcileID": "6ca11aca-3125-46d2-8d0b-f87d987a9fd7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "odh-trusted-ca-bundle", "reconcileID": "6ca11aca-3125-46d2-8d0b-f87d987a9fd7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:31:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "openshift-service-ca.crt", "reconcileID": "b20496d4-a2f5-4286-b9a6-ffc6945772e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "openshift-service-ca.crt", "reconcileID": "b20496d4-a2f5-4286-b9a6-ffc6945772e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:31:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b035846-11d0-47fb-aa6a-82469375754f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d6e53c"}, "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b035846-11d0-47fb-aa6a-82469375754f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d6e53c"} 2026-09-08T10:31:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d6e53c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d6e53c", "reconcileID": "9b4a91c5-598b-407c-8105-7783cb9ad4c5", "Gateway": "e2e-shared-b-w3-d6e53c", "namespace": "openshift-ingress"} 2026-09-08T10:34:07Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T10:34:07Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T10:34:08Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T10:34:08Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T10:35:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "a2b8f671-9804-4bc4-a6eb-c3c8dfc2d2b6", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm"} 2026-09-08T10:35:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "a2b8f671-9804-4bc4-a6eb-c3c8dfc2d2b6", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm"} 2026-09-08T10:35:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "a2b8f671-9804-4bc4-a6eb-c3c8dfc2d2b6", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm"} 2026-09-08T10:35:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2dd9a78-31b0-418c-bb82-86972c25d372", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T10:35:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "a2b8f671-9804-4bc4-a6eb-c3c8dfc2d2b6", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm", "name": "e2e-same-id-a-fce34d90-kserve-route-authn"} 2026-09-08T10:35:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "a2b8f671-9804-4bc4-a6eb-c3c8dfc2d2b6", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm", "authType": "userdefined"} 2026-09-08T10:35:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "a2b8f671-9804-4bc4-a6eb-c3c8dfc2d2b6", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm"} 2026-09-08T10:35:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2dd9a78-31b0-418c-bb82-86972c25d372", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T10:35:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2dd9a78-31b0-418c-bb82-86972c25d372", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T10:35:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "29453da7-4208-41a3-91f8-0d5e3bd0706b", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm"} 2026-09-08T10:35:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "29453da7-4208-41a3-91f8-0d5e3bd0706b", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm"} 2026-09-08T10:35:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "29453da7-4208-41a3-91f8-0d5e3bd0706b", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm"} 2026-09-08T10:35:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "29453da7-4208-41a3-91f8-0d5e3bd0706b", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm", "name": "e2e-same-id-a-fce34d90-kserve-route-authn"} 2026-09-08T10:35:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "29453da7-4208-41a3-91f8-0d5e3bd0706b", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm", "authType": "userdefined"} 2026-09-08T10:35:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "29453da7-4208-41a3-91f8-0d5e3bd0706b", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm"} 2026-09-08T10:35:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "3458103a-3640-456a-8069-9317b21f8c78", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm"} 2026-09-08T10:35:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "3458103a-3640-456a-8069-9317b21f8c78", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm"} 2026-09-08T10:35:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "3458103a-3640-456a-8069-9317b21f8c78", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm"} 2026-09-08T10:35:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "3458103a-3640-456a-8069-9317b21f8c78", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm", "name": "e2e-same-id-b-fce34d90-kserve-route-authn"} 2026-09-08T10:35:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "3458103a-3640-456a-8069-9317b21f8c78", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm", "authType": "userdefined"} 2026-09-08T10:35:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "3458103a-3640-456a-8069-9317b21f8c78", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm"} 2026-09-08T10:35:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ca879595-6aa8-4aff-b07b-384b2000a2d7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T10:35:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ca879595-6aa8-4aff-b07b-384b2000a2d7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T10:35:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ca879595-6aa8-4aff-b07b-384b2000a2d7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T10:36:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c69d34a-0664-40bd-a6db-76f75776574e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T10:36:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c69d34a-0664-40bd-a6db-76f75776574e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T10:36:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c69d34a-0664-40bd-a6db-76f75776574e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T10:36:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "ba24b42d-a82f-424d-a194-f5a7095d61ed", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm"} 2026-09-08T10:36:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "ba24b42d-a82f-424d-a194-f5a7095d61ed", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm"} 2026-09-08T10:36:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "ba24b42d-a82f-424d-a194-f5a7095d61ed", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm"} 2026-09-08T10:36:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "ba24b42d-a82f-424d-a194-f5a7095d61ed", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm", "name": "e2e-same-id-a-fce34d90-kserve-route-authn"} 2026-09-08T10:36:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "ba24b42d-a82f-424d-a194-f5a7095d61ed", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm", "authType": "userdefined"} 2026-09-08T10:36:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "ba24b42d-a82f-424d-a194-f5a7095d61ed", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm"} 2026-09-08T10:36:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "0c917d59-234c-4b75-b466-b115425f5b5e", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm"} 2026-09-08T10:36:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "0c917d59-234c-4b75-b466-b115425f5b5e", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm"} 2026-09-08T10:36:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "0c917d59-234c-4b75-b466-b115425f5b5e", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm"} 2026-09-08T10:36:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "0c917d59-234c-4b75-b466-b115425f5b5e", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm", "name": "e2e-same-id-b-fce34d90-kserve-route-authn"} 2026-09-08T10:36:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "0c917d59-234c-4b75-b466-b115425f5b5e", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm", "authType": "userdefined"} 2026-09-08T10:36:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "0c917d59-234c-4b75-b466-b115425f5b5e", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm"} 2026-09-08T10:36:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f7d154b1-fe33-4151-80fd-025cfbacdf02", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T10:36:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f7d154b1-fe33-4151-80fd-025cfbacdf02", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T10:36:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f7d154b1-fe33-4151-80fd-025cfbacdf02", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T10:36:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "489d2788-af71-4f83-9da1-08509cfa881f", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm"} 2026-09-08T10:36:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "489d2788-af71-4f83-9da1-08509cfa881f", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm"} 2026-09-08T10:36:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "489d2788-af71-4f83-9da1-08509cfa881f", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm"} 2026-09-08T10:36:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "489d2788-af71-4f83-9da1-08509cfa881f", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm", "name": "e2e-same-id-b-fce34d90-kserve-route-authn"} 2026-09-08T10:36:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "489d2788-af71-4f83-9da1-08509cfa881f", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm", "authType": "userdefined"} 2026-09-08T10:36:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "489d2788-af71-4f83-9da1-08509cfa881f", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm"} 2026-09-08T10:36:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "5c5a77f3-28d3-4eb7-9b5e-ec718dcb4c54", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm"} 2026-09-08T10:36:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "5c5a77f3-28d3-4eb7-9b5e-ec718dcb4c54", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm"} 2026-09-08T10:36:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "5c5a77f3-28d3-4eb7-9b5e-ec718dcb4c54", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm"} 2026-09-08T10:36:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "5c5a77f3-28d3-4eb7-9b5e-ec718dcb4c54", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm", "name": "e2e-same-id-a-fce34d90-kserve-route-authn"} 2026-09-08T10:36:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "5c5a77f3-28d3-4eb7-9b5e-ec718dcb4c54", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm", "authType": "userdefined"} 2026-09-08T10:36:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "5c5a77f3-28d3-4eb7-9b5e-ec718dcb4c54", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm"} 2026-09-08T10:36:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "ca1aed1e-6fdc-4aa1-a6a1-ab2ae3134bad", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm"} 2026-09-08T10:36:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "ca1aed1e-6fdc-4aa1-a6a1-ab2ae3134bad", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm"} 2026-09-08T10:36:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "ca1aed1e-6fdc-4aa1-a6a1-ab2ae3134bad", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm"} 2026-09-08T10:36:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "ca1aed1e-6fdc-4aa1-a6a1-ab2ae3134bad", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm", "name": "e2e-same-id-b-fce34d90-kserve-route-authn"} 2026-09-08T10:36:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "ca1aed1e-6fdc-4aa1-a6a1-ab2ae3134bad", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm", "authType": "userdefined"} 2026-09-08T10:36:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "ca1aed1e-6fdc-4aa1-a6a1-ab2ae3134bad", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm"} 2026-09-08T10:37:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "2ca5c543-d81b-44fa-9e0e-6a2aa6a51ee6", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm"} 2026-09-08T10:37:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "2ca5c543-d81b-44fa-9e0e-6a2aa6a51ee6", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm", "name": "e2e-same-id-a-fce34d90"} 2026-09-08T10:37:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "2ca5c543-d81b-44fa-9e0e-6a2aa6a51ee6", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm"} 2026-09-08T10:37:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "2ca5c543-d81b-44fa-9e0e-6a2aa6a51ee6", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm"} 2026-09-08T10:37:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "2ca5c543-d81b-44fa-9e0e-6a2aa6a51ee6", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm", "name": "e2e-same-id-a-fce34d90-kserve-route-authn"} 2026-09-08T10:37:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "2ca5c543-d81b-44fa-9e0e-6a2aa6a51ee6", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm", "name": "e2e-same-id-a-fce34d90-kserve-route-authn"} 2026-09-08T10:37:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fce34d90", "reconcileID": "9d626605-7469-4f6d-9d1c-cd77534764a9", "LLMInferenceService": "e2e-same-id-a-fce34d90", "namespace": "llm"} 2026-09-08T10:37:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e653967b-30d3-45e6-88ad-e720cb1f3eef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T10:37:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e653967b-30d3-45e6-88ad-e720cb1f3eef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T10:37:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e653967b-30d3-45e6-88ad-e720cb1f3eef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T10:37:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8fa0f938-ac24-4940-9ff9-03f05f8dffd4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T10:37:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8fa0f938-ac24-4940-9ff9-03f05f8dffd4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T10:37:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8fa0f938-ac24-4940-9ff9-03f05f8dffd4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T10:37:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "0c5efcbb-294b-499f-a8d1-2295aa3a66b2", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm"} 2026-09-08T10:37:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "0c5efcbb-294b-499f-a8d1-2295aa3a66b2", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm", "name": "e2e-same-id-b-fce34d90"} 2026-09-08T10:37:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "0c5efcbb-294b-499f-a8d1-2295aa3a66b2", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm"} 2026-09-08T10:37:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "0c5efcbb-294b-499f-a8d1-2295aa3a66b2", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm"} 2026-09-08T10:37:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "0c5efcbb-294b-499f-a8d1-2295aa3a66b2", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm", "name": "e2e-same-id-b-fce34d90-kserve-route-authn"} 2026-09-08T10:37:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "0c5efcbb-294b-499f-a8d1-2295aa3a66b2", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm", "name": "e2e-same-id-b-fce34d90-kserve-route-authn"} 2026-09-08T10:37:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fce34d90","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fce34d90", "reconcileID": "8e871d70-ee5d-4a9d-a34c-384b2cf78d90", "LLMInferenceService": "e2e-same-id-b-fce34d90", "namespace": "llm"} 2026-09-08T10:37:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb566894-4f78-4809-8d96-7372ffee225e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T10:37:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb566894-4f78-4809-8d96-7372ffee225e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T10:37:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb566894-4f78-4809-8d96-7372ffee225e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T10:37:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "614536e4-a5cb-47cc-ad15-7e81ceef1631", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T10:37:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "614536e4-a5cb-47cc-ad15-7e81ceef1631", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T10:37:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "614536e4-a5cb-47cc-ad15-7e81ceef1631", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}