2026-09-10T21:21:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-044266"}, "namespace": "ai-tenant-e2e-api-b-044266", "name": "odh-trusted-ca-bundle", "reconcileID": "6449b0c7-6de3-4a15-a1fc-10e5261d5c52", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-044266"} 2026-09-10T21:21:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-044266"}, "namespace": "ai-tenant-e2e-api-b-044266", "name": "openshift-service-ca.crt", "reconcileID": "58fca663-7af1-47c3-bc5a-93fdce640eee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-044266"} 2026-09-10T21:21:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-044266"}, "namespace": "ai-tenant-e2e-api-b-044266", "name": "openshift-service-ca.crt", "reconcileID": "58fca663-7af1-47c3-bc5a-93fdce640eee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-044266"} 2026-09-10T21:21:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-044266"}, "namespace": "ai-tenant-e2e-api-b-044266", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ecf8352-81bc-4e00-aedc-1f32e3ee2484", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-044266"} 2026-09-10T21:21:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-044266"}, "namespace": "ai-tenant-e2e-api-b-044266", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ecf8352-81bc-4e00-aedc-1f32e3ee2484", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-044266"} 2026-09-10T21:21:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-044266","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-044266", "reconcileID": "7e0dfaf5-5411-42ae-a3c8-cdb5d4e89319", "Gateway": "e2e-api-b-044266", "namespace": "openshift-ingress"} 2026-09-10T21:21:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "457cfe13-76e6-4217-b9d8-7162266f0395", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:21:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "457cfe13-76e6-4217-b9d8-7162266f0395", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:21:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "457cfe13-76e6-4217-b9d8-7162266f0395", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:21:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4eb314","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314", "reconcileID": "be68e145-5e01-4938-aafa-026dfa8d5aae", "Gateway": "e2e-shared-b-w3-4eb314", "namespace": "openshift-ingress"} 2026-09-10T21:21:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "457cfe13-76e6-4217-b9d8-7162266f0395", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314-kserve-route-authn"} 2026-09-10T21:21:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "457cfe13-76e6-4217-b9d8-7162266f0395", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "authType": "userdefined"} 2026-09-10T21:21:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "457cfe13-76e6-4217-b9d8-7162266f0395", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:21:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4eb314","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314", "reconcileID": "be68e145-5e01-4938-aafa-026dfa8d5aae", "Gateway": "e2e-shared-b-w3-4eb314", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314-authn-ssl"} 2026-09-10T21:21:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4eb314","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314", "reconcileID": "be68e145-5e01-4938-aafa-026dfa8d5aae", "Gateway": "e2e-shared-b-w3-4eb314", "namespace": "openshift-ingress"} 2026-09-10T21:21:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "2ea182fc-5021-4ef2-b0d8-f9ad6becf728", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:21:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "2ea182fc-5021-4ef2-b0d8-f9ad6becf728", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:21:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "2ea182fc-5021-4ef2-b0d8-f9ad6becf728", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:21:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "2ea182fc-5021-4ef2-b0d8-f9ad6becf728", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314-kserve-route-authn"} 2026-09-10T21:21:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "2ea182fc-5021-4ef2-b0d8-f9ad6becf728", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "authType": "userdefined"} 2026-09-10T21:21:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "2ea182fc-5021-4ef2-b0d8-f9ad6becf728", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:21:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-91c25e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-91c25e", "reconcileID": "5c6be9a1-0960-4502-8fad-54f606877934", "Gateway": "e2e-shared-a-w2-91c25e", "namespace": "openshift-ingress"} 2026-09-10T21:21:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-91c25e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-91c25e", "reconcileID": "5c6be9a1-0960-4502-8fad-54f606877934", "Gateway": "e2e-shared-a-w2-91c25e", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-91c25e-authn-ssl"} 2026-09-10T21:21:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-91c25e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-91c25e", "reconcileID": "5c6be9a1-0960-4502-8fad-54f606877934", "Gateway": "e2e-shared-a-w2-91c25e", "namespace": "openshift-ingress"} 2026-09-10T21:21:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-91c25e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-91c25e", "reconcileID": "aff2e919-7922-4227-8dbe-ef40392afff6", "Gateway": "e2e-shared-a-w2-91c25e", "namespace": "openshift-ingress"} 2026-09-10T21:21:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-91c25e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-91c25e", "reconcileID": "aff2e919-7922-4227-8dbe-ef40392afff6", "Gateway": "e2e-shared-a-w2-91c25e", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-91c25e-authn-ssl"} 2026-09-10T21:21:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-91c25e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-91c25e", "reconcileID": "aff2e919-7922-4227-8dbe-ef40392afff6", "Gateway": "e2e-shared-a-w2-91c25e", "namespace": "openshift-ingress"} 2026-09-10T21:21:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-91c25e"}, "namespace": "ai-tenant-e2e-shared-a-w2-91c25e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3610c5b9-ff1d-4491-8582-9b65ad03d573", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-91c25e"} 2026-09-10T21:21:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-91c25e"}, "namespace": "ai-tenant-e2e-shared-a-w2-91c25e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3610c5b9-ff1d-4491-8582-9b65ad03d573", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-91c25e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:21:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-91c25e"}, "namespace": "ai-tenant-e2e-shared-a-w2-91c25e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3610c5b9-ff1d-4491-8582-9b65ad03d573", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-91c25e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:21:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-91c25e"}, "namespace": "ai-tenant-e2e-shared-a-w2-91c25e", "name": "odh-trusted-ca-bundle", "reconcileID": "2fc1181d-e173-4acf-8375-d4d6918474ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-91c25e"} 2026-09-10T21:21:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-91c25e"}, "namespace": "ai-tenant-e2e-shared-a-w2-91c25e", "name": "odh-trusted-ca-bundle", "reconcileID": "2fc1181d-e173-4acf-8375-d4d6918474ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-91c25e"} 2026-09-10T21:21:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-91c25e"}, "namespace": "ai-tenant-e2e-shared-a-w2-91c25e", "name": "openshift-service-ca.crt", "reconcileID": "eadabea0-1471-4417-876a-46d975697696", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-91c25e"} 2026-09-10T21:21:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-91c25e"}, "namespace": "ai-tenant-e2e-shared-a-w2-91c25e", "name": "openshift-service-ca.crt", "reconcileID": "eadabea0-1471-4417-876a-46d975697696", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-91c25e"} 2026-09-10T21:21:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-91c25e"}, "namespace": "ai-tenant-e2e-shared-a-w2-91c25e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "866acc03-85e0-479b-ab36-a6c5e6360381", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-91c25e"} 2026-09-10T21:21:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-91c25e"}, "namespace": "ai-tenant-e2e-shared-a-w2-91c25e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "866acc03-85e0-479b-ab36-a6c5e6360381", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-91c25e"} 2026-09-10T21:21:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-91c25e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-91c25e", "reconcileID": "d1c6a1e0-23b6-4ece-958b-d0857ec04ccb", "Gateway": "e2e-shared-a-w2-91c25e", "namespace": "openshift-ingress"} 2026-09-10T21:21:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-837e16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-837e16", "reconcileID": "73a2fe66-383d-4e7b-ac18-ed8d3971750b", "Gateway": "e2e-shared-b-w2-837e16", "namespace": "openshift-ingress"} 2026-09-10T21:21:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-837e16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-837e16", "reconcileID": "73a2fe66-383d-4e7b-ac18-ed8d3971750b", "Gateway": "e2e-shared-b-w2-837e16", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-837e16-authn-ssl"} 2026-09-10T21:21:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-837e16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-837e16", "reconcileID": "73a2fe66-383d-4e7b-ac18-ed8d3971750b", "Gateway": "e2e-shared-b-w2-837e16", "namespace": "openshift-ingress"} 2026-09-10T21:21:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-837e16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-837e16", "reconcileID": "d0ba5319-da37-4d75-bdb4-9494b84fa1ae", "Gateway": "e2e-shared-b-w2-837e16", "namespace": "openshift-ingress"} 2026-09-10T21:21:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-837e16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-837e16", "reconcileID": "d0ba5319-da37-4d75-bdb4-9494b84fa1ae", "Gateway": "e2e-shared-b-w2-837e16", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-837e16-authn-ssl"} 2026-09-10T21:21:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-837e16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-837e16", "reconcileID": "d0ba5319-da37-4d75-bdb4-9494b84fa1ae", "Gateway": "e2e-shared-b-w2-837e16", "namespace": "openshift-ingress"} 2026-09-10T21:21:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-837e16"}, "namespace": "ai-tenant-e2e-shared-b-w2-837e16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccd172b5-18d4-4bb4-ba55-f1d1780cb439", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-837e16"} 2026-09-10T21:21:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-837e16"}, "namespace": "ai-tenant-e2e-shared-b-w2-837e16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccd172b5-18d4-4bb4-ba55-f1d1780cb439", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-837e16", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:21:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-837e16"}, "namespace": "ai-tenant-e2e-shared-b-w2-837e16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccd172b5-18d4-4bb4-ba55-f1d1780cb439", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-837e16 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:21:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-837e16"}, "namespace": "ai-tenant-e2e-shared-b-w2-837e16", "name": "odh-trusted-ca-bundle", "reconcileID": "ee6aa7c7-c250-4de5-9bf7-c72c3dd4f5ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-837e16"} 2026-09-10T21:21:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-837e16"}, "namespace": "ai-tenant-e2e-shared-b-w2-837e16", "name": "odh-trusted-ca-bundle", "reconcileID": "ee6aa7c7-c250-4de5-9bf7-c72c3dd4f5ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-837e16"} 2026-09-10T21:21:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-837e16"}, "namespace": "ai-tenant-e2e-shared-b-w2-837e16", "name": "openshift-service-ca.crt", "reconcileID": "b8cc8d48-1c3a-4872-8769-12f789ecd495", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-837e16"} 2026-09-10T21:21:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-837e16"}, "namespace": "ai-tenant-e2e-shared-b-w2-837e16", "name": "openshift-service-ca.crt", "reconcileID": "b8cc8d48-1c3a-4872-8769-12f789ecd495", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-837e16"} 2026-09-10T21:21:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-837e16"}, "namespace": "ai-tenant-e2e-shared-b-w2-837e16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9962fe5d-21a8-42df-9fec-de54a017f897", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-837e16"} 2026-09-10T21:21:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-837e16"}, "namespace": "ai-tenant-e2e-shared-b-w2-837e16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9962fe5d-21a8-42df-9fec-de54a017f897", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-837e16"} 2026-09-10T21:21:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-837e16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-837e16", "reconcileID": "de43de05-04af-4a09-824d-709090a1630c", "Gateway": "e2e-shared-b-w2-837e16", "namespace": "openshift-ingress"} 2026-09-10T21:21:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4eb314","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314", "reconcileID": "588fed58-cfde-4f7c-b569-c92924f9be1a", "Gateway": "e2e-shared-b-w3-4eb314", "namespace": "openshift-ingress"} 2026-09-10T21:21:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4eb314","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314", "reconcileID": "588fed58-cfde-4f7c-b569-c92924f9be1a", "Gateway": "e2e-shared-b-w3-4eb314", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314-authn-ssl"} 2026-09-10T21:21:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4eb314","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314", "reconcileID": "588fed58-cfde-4f7c-b569-c92924f9be1a", "Gateway": "e2e-shared-b-w3-4eb314", "namespace": "openshift-ingress"} 2026-09-10T21:21:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "1f778fb2-5194-4b5a-a088-37476985b724", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:21:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "1f778fb2-5194-4b5a-a088-37476985b724", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:21:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "1f778fb2-5194-4b5a-a088-37476985b724", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:21:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "1f778fb2-5194-4b5a-a088-37476985b724", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314-kserve-route-authn"} 2026-09-10T21:21:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "1f778fb2-5194-4b5a-a088-37476985b724", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "authType": "userdefined"} 2026-09-10T21:21:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "1f778fb2-5194-4b5a-a088-37476985b724", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:21:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "eedaab35-9548-4650-97ad-f7d79aee9a7b", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:21:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "eedaab35-9548-4650-97ad-f7d79aee9a7b", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:21:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "eedaab35-9548-4650-97ad-f7d79aee9a7b", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:21:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "eedaab35-9548-4650-97ad-f7d79aee9a7b", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314-kserve-route-authn"} 2026-09-10T21:21:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "eedaab35-9548-4650-97ad-f7d79aee9a7b", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "authType": "userdefined"} 2026-09-10T21:21:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "eedaab35-9548-4650-97ad-f7d79aee9a7b", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:21:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "aebb0c8c-a1ee-40e0-bc05-65994926011e", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:21:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "aebb0c8c-a1ee-40e0-bc05-65994926011e", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:21:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "aebb0c8c-a1ee-40e0-bc05-65994926011e", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:21:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "aebb0c8c-a1ee-40e0-bc05-65994926011e", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314-kserve-route-authn"} 2026-09-10T21:21:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "aebb0c8c-a1ee-40e0-bc05-65994926011e", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "authType": "userdefined"} 2026-09-10T21:21:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "aebb0c8c-a1ee-40e0-bc05-65994926011e", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:22:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8623b2","namespace":"ai-tenant-e2e-shared-a-w3-8623b2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "name": "rate-test-model-8623b2", "reconcileID": "16d29705-3c76-44ba-b753-3aab5558059f", "LLMInferenceService": "rate-test-model-8623b2", "namespace": "ai-tenant-e2e-shared-a-w3-8623b2"} 2026-09-10T21:22:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8623b2","namespace":"ai-tenant-e2e-shared-a-w3-8623b2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "name": "rate-test-model-8623b2", "reconcileID": "16d29705-3c76-44ba-b753-3aab5558059f", "LLMInferenceService": "rate-test-model-8623b2", "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "name": "rate-test-model-8623b2"} 2026-09-10T21:22:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8623b2","namespace":"ai-tenant-e2e-shared-a-w3-8623b2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "name": "rate-test-model-8623b2", "reconcileID": "16d29705-3c76-44ba-b753-3aab5558059f", "LLMInferenceService": "rate-test-model-8623b2", "namespace": "ai-tenant-e2e-shared-a-w3-8623b2"} 2026-09-10T21:22:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8623b2","namespace":"ai-tenant-e2e-shared-a-w3-8623b2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "name": "rate-test-model-8623b2", "reconcileID": "16d29705-3c76-44ba-b753-3aab5558059f", "LLMInferenceService": "rate-test-model-8623b2", "namespace": "ai-tenant-e2e-shared-a-w3-8623b2"} 2026-09-10T21:22:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8623b2","namespace":"ai-tenant-e2e-shared-a-w3-8623b2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "name": "rate-test-model-8623b2", "reconcileID": "16d29705-3c76-44ba-b753-3aab5558059f", "LLMInferenceService": "rate-test-model-8623b2", "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "name": "rate-test-model-8623b2-kserve-route-authn"} 2026-09-10T21:22:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8623b2","namespace":"ai-tenant-e2e-shared-a-w3-8623b2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "name": "rate-test-model-8623b2", "reconcileID": "16d29705-3c76-44ba-b753-3aab5558059f", "LLMInferenceService": "rate-test-model-8623b2", "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "name": "rate-test-model-8623b2-kserve-route-authn"} 2026-09-10T21:22:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8623b2","namespace":"ai-tenant-e2e-shared-a-w3-8623b2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "name": "rate-test-model-8623b2", "reconcileID": "16d29705-3c76-44ba-b753-3aab5558059f", "LLMInferenceService": "rate-test-model-8623b2", "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "namespace": "ai-tenant-e2e-shared-a-w3-8623b2"} 2026-09-10T21:22:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8623b2","namespace":"ai-tenant-e2e-shared-a-w3-8623b2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "name": "rate-test-model-8623b2", "reconcileID": "16d29705-3c76-44ba-b753-3aab5558059f", "LLMInferenceService": "rate-test-model-8623b2", "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "namespace": "ai-tenant-e2e-shared-a-w3-8623b2"} 2026-09-10T21:22:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8623b2","namespace":"ai-tenant-e2e-shared-a-w3-8623b2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "name": "rate-test-model-8623b2", "reconcileID": "961fd7d3-1f20-46c8-a821-1d0b93827e0c", "LLMInferenceService": "rate-test-model-8623b2", "namespace": "ai-tenant-e2e-shared-a-w3-8623b2"} 2026-09-10T21:22:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8623b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8623b2", "reconcileID": "2e03c60c-959a-480b-bfca-73db915cd846", "Gateway": "e2e-shared-a-w3-8623b2", "namespace": "openshift-ingress"} 2026-09-10T21:22:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8623b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8623b2", "reconcileID": "2e03c60c-959a-480b-bfca-73db915cd846", "Gateway": "e2e-shared-a-w3-8623b2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8623b2-authn-ssl"} 2026-09-10T21:22:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8623b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8623b2", "reconcileID": "2e03c60c-959a-480b-bfca-73db915cd846", "Gateway": "e2e-shared-a-w3-8623b2", "namespace": "openshift-ingress"} 2026-09-10T21:22:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8623b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8623b2", "reconcileID": "34cef716-e766-41df-9cb2-dc8d376fee0f", "Gateway": "e2e-shared-a-w3-8623b2", "namespace": "openshift-ingress"} 2026-09-10T21:22:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8623b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8623b2", "reconcileID": "34cef716-e766-41df-9cb2-dc8d376fee0f", "Gateway": "e2e-shared-a-w3-8623b2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8623b2-authn-ssl"} 2026-09-10T21:22:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8623b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8623b2", "reconcileID": "34cef716-e766-41df-9cb2-dc8d376fee0f", "Gateway": "e2e-shared-a-w3-8623b2", "namespace": "openshift-ingress"} 2026-09-10T21:22:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "3e8ef959-6d5c-481e-a3f7-60a208a13a50", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:22:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "3e8ef959-6d5c-481e-a3f7-60a208a13a50", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314"} 2026-09-10T21:22:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "3e8ef959-6d5c-481e-a3f7-60a208a13a50", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:22:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "3e8ef959-6d5c-481e-a3f7-60a208a13a50", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:22:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "3e8ef959-6d5c-481e-a3f7-60a208a13a50", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314-kserve-route-authn"} 2026-09-10T21:22:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "3e8ef959-6d5c-481e-a3f7-60a208a13a50", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314-kserve-route-authn"} 2026-09-10T21:22:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "3e8ef959-6d5c-481e-a3f7-60a208a13a50", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:22:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "3e8ef959-6d5c-481e-a3f7-60a208a13a50", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:22:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4eb314","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "rate-test-model-4eb314", "reconcileID": "924a8552-1cad-4675-a7c0-0d0777bb15f7", "LLMInferenceService": "rate-test-model-4eb314", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:22:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4eb314","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314", "reconcileID": "fc89524e-b56f-436d-892e-de996472b58a", "Gateway": "e2e-shared-b-w3-4eb314", "namespace": "openshift-ingress"} 2026-09-10T21:22:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4eb314","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314", "reconcileID": "fc89524e-b56f-436d-892e-de996472b58a", "Gateway": "e2e-shared-b-w3-4eb314", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314-authn-ssl"} 2026-09-10T21:22:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4eb314","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314", "reconcileID": "fc89524e-b56f-436d-892e-de996472b58a", "Gateway": "e2e-shared-b-w3-4eb314", "namespace": "openshift-ingress"} 2026-09-10T21:22:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4eb314","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314", "reconcileID": "aa0863da-aa7b-4c85-9ef7-cd81c5c1efe8", "Gateway": "e2e-shared-b-w3-4eb314", "namespace": "openshift-ingress"} 2026-09-10T21:22:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4eb314","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314", "reconcileID": "aa0863da-aa7b-4c85-9ef7-cd81c5c1efe8", "Gateway": "e2e-shared-b-w3-4eb314", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314-authn-ssl"} 2026-09-10T21:22:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4eb314","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314", "reconcileID": "aa0863da-aa7b-4c85-9ef7-cd81c5c1efe8", "Gateway": "e2e-shared-b-w3-4eb314", "namespace": "openshift-ingress"} 2026-09-10T21:22:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "9574e40d-6dd2-4a71-8236-2cc2507a7098", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:22:16Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "9574e40d-6dd2-4a71-8236-2cc2507a7098", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c-authn-ssl"} 2026-09-10T21:22:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "9574e40d-6dd2-4a71-8236-2cc2507a7098", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:22:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "adeeb6f0-1c75-40ea-902b-3f4e548340f2", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:22:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "adeeb6f0-1c75-40ea-902b-3f4e548340f2", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c-authn-ssl"} 2026-09-10T21:22:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "adeeb6f0-1c75-40ea-902b-3f4e548340f2", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:22:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "8ceb6b8c-1df7-4d83-813a-362c0f2b4b1f", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:22:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "8ceb6b8c-1df7-4d83-813a-362c0f2b4b1f", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c-authn-ssl"} 2026-09-10T21:22:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "8ceb6b8c-1df7-4d83-813a-362c0f2b4b1f", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:22:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "815681f0-0340-4c29-8670-66262d1685da", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:22:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "815681f0-0340-4c29-8670-66262d1685da", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c-authn-ssl"} 2026-09-10T21:22:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "815681f0-0340-4c29-8670-66262d1685da", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:22:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "1deea518-39dd-4cc0-aded-27a705b137bd", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:22:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "1deea518-39dd-4cc0-aded-27a705b137bd", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c-authn-ssl"} 2026-09-10T21:22:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "1deea518-39dd-4cc0-aded-27a705b137bd", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:22:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "6843d2a4-6de6-4731-a3d7-efe981288666", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:22:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "6843d2a4-6de6-4731-a3d7-efe981288666", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c-authn-ssl"} 2026-09-10T21:22:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "6843d2a4-6de6-4731-a3d7-efe981288666", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:22:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "9d04355f-8ebd-48ce-a958-c6c72d8e8a49", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:22:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "9d04355f-8ebd-48ce-a958-c6c72d8e8a49", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c-authn-ssl"} 2026-09-10T21:22:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "9d04355f-8ebd-48ce-a958-c6c72d8e8a49", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:22:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "openshift-service-ca.crt", "reconcileID": "00b82ec9-ed34-4890-a2b0-8753e2f1386f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:22:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "odh-trusted-ca-bundle", "reconcileID": "37c82776-9be0-41a8-8b66-fde5c145b205", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:22:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "openshift-service-ca.crt", "reconcileID": "f43493bb-ba8c-41fd-a610-f8f113747a67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:22:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "openshift-service-ca.crt", "reconcileID": "f43493bb-ba8c-41fd-a610-f8f113747a67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:22:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "openshift-service-ca.crt", "reconcileID": "34ab0027-4b84-42f2-b483-f117d2ad9500", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:22:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba58f101-062d-45d7-9f34-613b669cdd33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:22:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "odh-trusted-ca-bundle", "reconcileID": "da13179c-b611-40fe-b879-4c608f76180d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:22:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "odh-trusted-ca-bundle", "reconcileID": "da13179c-b611-40fe-b879-4c608f76180d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:22:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e415718e-611d-4a33-a189-c467c49ca1d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:22:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "ae8ddda0-dc09-41da-b2e5-5484a01dbaa0", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:22:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "ae8ddda0-dc09-41da-b2e5-5484a01dbaa0", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c-authn-ssl"} 2026-09-10T21:22:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "ae8ddda0-dc09-41da-b2e5-5484a01dbaa0", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:22:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "4593ca1b-320b-474b-bdce-71a2d152f313", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:22:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "4593ca1b-320b-474b-bdce-71a2d152f313", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c-authn-ssl"} 2026-09-10T21:22:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "4593ca1b-320b-474b-bdce-71a2d152f313", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:22:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "2ccf74fa-33b9-411e-84c7-3e4ccb0ca60a", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:22:45Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "2ccf74fa-33b9-411e-84c7-3e4ccb0ca60a", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944-authn-ssl"} 2026-09-10T21:22:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "2ccf74fa-33b9-411e-84c7-3e4ccb0ca60a", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:22:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "5923ce2d-2316-4ff0-b544-3fed8976aa3f", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:22:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "5923ce2d-2316-4ff0-b544-3fed8976aa3f", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944-authn-ssl"} 2026-09-10T21:22:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "5923ce2d-2316-4ff0-b544-3fed8976aa3f", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:22:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "c3b4d2be-5ace-4127-9b5d-b50ccf781e51", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:22:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "c3b4d2be-5ace-4127-9b5d-b50ccf781e51", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944-authn-ssl"} 2026-09-10T21:22:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "c3b4d2be-5ace-4127-9b5d-b50ccf781e51", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:22:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "723a231c-340e-4d0e-864f-e36b12de39f4", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:22:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "723a231c-340e-4d0e-864f-e36b12de39f4", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944-authn-ssl"} 2026-09-10T21:22:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "723a231c-340e-4d0e-864f-e36b12de39f4", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:22:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "4ea98788-449b-488c-8a06-eb8c3a6dec2b", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:22:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "4ea98788-449b-488c-8a06-eb8c3a6dec2b", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944-authn-ssl"} 2026-09-10T21:22:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "4ea98788-449b-488c-8a06-eb8c3a6dec2b", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:22:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "abae5148-4714-4dd0-b2e6-9f3a6ec9d578", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:22:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "abae5148-4714-4dd0-b2e6-9f3a6ec9d578", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944-authn-ssl"} 2026-09-10T21:22:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "abae5148-4714-4dd0-b2e6-9f3a6ec9d578", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:22:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "7b0a5809-f54c-4338-8985-38abd0db210c", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:22:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "7b0a5809-f54c-4338-8985-38abd0db210c", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944-authn-ssl"} 2026-09-10T21:22:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "7b0a5809-f54c-4338-8985-38abd0db210c", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:22:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-636944"}, "namespace": "ai-tenant-e2e-ipp-b-636944", "name": "openshift-service-ca.crt", "reconcileID": "a712a842-6112-448c-93c2-c43caa02cfc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-636944"} 2026-09-10T21:22:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-636944"}, "namespace": "ai-tenant-e2e-ipp-b-636944", "name": "odh-trusted-ca-bundle", "reconcileID": "68c3bf36-476c-4d02-9fe0-bdf476771b98", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-636944"} 2026-09-10T21:22:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-636944"}, "namespace": "ai-tenant-e2e-ipp-b-636944", "name": "openshift-service-ca.crt", "reconcileID": "f3a34ed7-0386-4aa2-a92a-abd983b435b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-636944", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:22:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-636944"}, "namespace": "ai-tenant-e2e-ipp-b-636944", "name": "openshift-service-ca.crt", "reconcileID": "f3a34ed7-0386-4aa2-a92a-abd983b435b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-636944"} 2026-09-10T21:22:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-636944"}, "namespace": "ai-tenant-e2e-ipp-b-636944", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eed56a82-7b7e-42e7-be08-f23fc662af65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-636944"} 2026-09-10T21:22:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-636944"}, "namespace": "ai-tenant-e2e-ipp-b-636944", "name": "openshift-service-ca.crt", "reconcileID": "14a1e50b-4d7c-45cb-8c31-3ef0d9aaf817", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-636944"} 2026-09-10T21:22:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-636944"}, "namespace": "ai-tenant-e2e-ipp-b-636944", "name": "odh-trusted-ca-bundle", "reconcileID": "76e38214-476d-4d18-bb71-536bb44cdd8c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-636944", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:22:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-636944"}, "namespace": "ai-tenant-e2e-ipp-b-636944", "name": "odh-trusted-ca-bundle", "reconcileID": "76e38214-476d-4d18-bb71-536bb44cdd8c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-636944"} 2026-09-10T21:22:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-636944"}, "namespace": "ai-tenant-e2e-ipp-b-636944", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e2aa917-f25a-4e5a-aaed-683c8c759d09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-636944"} 2026-09-10T21:22:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "5ef81d2e-4502-471d-b7fb-eec15ec57551", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:22:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "5ef81d2e-4502-471d-b7fb-eec15ec57551", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944-authn-ssl"} 2026-09-10T21:22:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "5ef81d2e-4502-471d-b7fb-eec15ec57551", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:22:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "ec2a5a1d-e844-4e9e-aca5-9fb622e1360e", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:22:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "ec2a5a1d-e844-4e9e-aca5-9fb622e1360e", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944-authn-ssl"} 2026-09-10T21:22:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "ec2a5a1d-e844-4e9e-aca5-9fb622e1360e", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:23:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "87e708ac-92d6-44c9-8ee1-43aa8a842109", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:23:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "87e708ac-92d6-44c9-8ee1-43aa8a842109", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:23:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "87e708ac-92d6-44c9-8ee1-43aa8a842109", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:23:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "1ea108fe-5d2e-4148-ab27-c243b2b71460", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:23:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "87e708ac-92d6-44c9-8ee1-43aa8a842109", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c-kserve-route-authn"} 2026-09-10T21:23:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "87e708ac-92d6-44c9-8ee1-43aa8a842109", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "authType": "userdefined"} 2026-09-10T21:23:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "87e708ac-92d6-44c9-8ee1-43aa8a842109", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:23:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "1ea108fe-5d2e-4148-ab27-c243b2b71460", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c-authn-ssl"} 2026-09-10T21:23:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "1ea108fe-5d2e-4148-ab27-c243b2b71460", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:23:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "75c8586e-6ffc-4798-bd64-b7a9a73fdc76", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:23:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "75c8586e-6ffc-4798-bd64-b7a9a73fdc76", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:23:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "75c8586e-6ffc-4798-bd64-b7a9a73fdc76", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:23:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "75c8586e-6ffc-4798-bd64-b7a9a73fdc76", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c-kserve-route-authn"} 2026-09-10T21:23:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "75c8586e-6ffc-4798-bd64-b7a9a73fdc76", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "authType": "userdefined"} 2026-09-10T21:23:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "75c8586e-6ffc-4798-bd64-b7a9a73fdc76", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:23:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "7f6c55f7-c49b-4442-adaa-0c5df4bf638a", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:23:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "7f6c55f7-c49b-4442-adaa-0c5df4bf638a", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c-authn-ssl"} 2026-09-10T21:23:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "7f6c55f7-c49b-4442-adaa-0c5df4bf638a", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:23:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "995532f5-5614-4421-ae4d-102a3297c103", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:23:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "995532f5-5614-4421-ae4d-102a3297c103", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:23:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "995532f5-5614-4421-ae4d-102a3297c103", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:23:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "995532f5-5614-4421-ae4d-102a3297c103", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c-kserve-route-authn"} 2026-09-10T21:23:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "995532f5-5614-4421-ae4d-102a3297c103", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "authType": "userdefined"} 2026-09-10T21:23:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "995532f5-5614-4421-ae4d-102a3297c103", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:23:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "57813ace-7dc7-45e1-88e4-581708527245", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:23:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "57813ace-7dc7-45e1-88e4-581708527245", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:23:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "57813ace-7dc7-45e1-88e4-581708527245", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:23:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "57813ace-7dc7-45e1-88e4-581708527245", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c-kserve-route-authn"} 2026-09-10T21:23:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "57813ace-7dc7-45e1-88e4-581708527245", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "authType": "userdefined"} 2026-09-10T21:23:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "57813ace-7dc7-45e1-88e4-581708527245", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:24:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "dce1fe6a-bed3-472a-95aa-eea6ef7d44e8", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:24:05Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "dce1fe6a-bed3-472a-95aa-eea6ef7d44e8", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296-authn-ssl"} 2026-09-10T21:24:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "dce1fe6a-bed3-472a-95aa-eea6ef7d44e8", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:24:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "67d0303f-5ddd-41b9-b1a1-735a4bf2d17b", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:24:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "67d0303f-5ddd-41b9-b1a1-735a4bf2d17b", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296-authn-ssl"} 2026-09-10T21:24:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "67d0303f-5ddd-41b9-b1a1-735a4bf2d17b", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:24:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "cc5961e0-2069-42a4-bf09-d71fb20c07de", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:24:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "cc5961e0-2069-42a4-bf09-d71fb20c07de", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296-authn-ssl"} 2026-09-10T21:24:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "cc5961e0-2069-42a4-bf09-d71fb20c07de", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:24:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "b84bf464-ed1b-484d-bca8-7b42eec0188e", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:24:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "b84bf464-ed1b-484d-bca8-7b42eec0188e", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296-authn-ssl"} 2026-09-10T21:24:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "b84bf464-ed1b-484d-bca8-7b42eec0188e", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:24:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "b0802641-4d7b-4eb6-865e-0e42491db481", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:24:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "b0802641-4d7b-4eb6-865e-0e42491db481", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296-authn-ssl"} 2026-09-10T21:24:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "b0802641-4d7b-4eb6-865e-0e42491db481", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:24:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "c822c9af-292b-4786-943b-8be40a0183ed", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:24:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "c822c9af-292b-4786-943b-8be40a0183ed", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296-authn-ssl"} 2026-09-10T21:24:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "c822c9af-292b-4786-943b-8be40a0183ed", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:24:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "eddc542e-e8c9-42c1-93b7-5919eca1b93e", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:24:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "eddc542e-e8c9-42c1-93b7-5919eca1b93e", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296-authn-ssl"} 2026-09-10T21:24:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "eddc542e-e8c9-42c1-93b7-5919eca1b93e", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:24:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-361296"}, "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "name": "openshift-service-ca.crt", "reconcileID": "c0317b05-0f25-4b1d-a340-34d70bc84afb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-361296"} 2026-09-10T21:24:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-361296"}, "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "name": "openshift-service-ca.crt", "reconcileID": "d1e8dae5-8ff0-49b4-9189-269cff93e8fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:24:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-361296"}, "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "name": "openshift-service-ca.crt", "reconcileID": "d1e8dae5-8ff0-49b4-9189-269cff93e8fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-361296"} 2026-09-10T21:24:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-361296"}, "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "name": "odh-trusted-ca-bundle", "reconcileID": "379abbe1-0630-48b6-82b8-c51b719d822a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:24:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-361296"}, "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "name": "odh-trusted-ca-bundle", "reconcileID": "379abbe1-0630-48b6-82b8-c51b719d822a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:24:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-361296"}, "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "name": "openshift-service-ca.crt", "reconcileID": "e6e897a0-03e4-4a56-8c89-78d2f277c3bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-361296"} 2026-09-10T21:24:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-361296"}, "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6dc42c5c-5209-4845-9e71-25edbc92c2e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-361296"} 2026-09-10T21:24:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-361296"}, "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "name": "odh-trusted-ca-bundle", "reconcileID": "37d1e4b2-eb47-4a94-b29e-41979863679e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-361296"} 2026-09-10T21:24:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-361296"}, "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "name": "odh-trusted-ca-bundle", "reconcileID": "b8528057-912e-4461-9b47-387b0f11b273", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:24:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-361296"}, "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "name": "odh-trusted-ca-bundle", "reconcileID": "b8528057-912e-4461-9b47-387b0f11b273", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-361296"} 2026-09-10T21:24:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-361296"}, "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ded4938-9ed4-4a86-95d5-581fb629649d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-361296"} 2026-09-10T21:24:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "0984c495-4fdf-4fbc-a1bc-1bf8d10dfc07", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:24:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "0984c495-4fdf-4fbc-a1bc-1bf8d10dfc07", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296-authn-ssl"} 2026-09-10T21:24:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "0984c495-4fdf-4fbc-a1bc-1bf8d10dfc07", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:24:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "369292fd-a881-4a93-9886-d591a9f53e01", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:24:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "369292fd-a881-4a93-9886-d591a9f53e01", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296-authn-ssl"} 2026-09-10T21:24:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "369292fd-a881-4a93-9886-d591a9f53e01", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:24:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "4503abf4-2b8d-4779-846f-ee9b8c72fd3a", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:24:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "4503abf4-2b8d-4779-846f-ee9b8c72fd3a", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296-authn-ssl"} 2026-09-10T21:24:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "4503abf4-2b8d-4779-846f-ee9b8c72fd3a", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:24:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "6334dccb-4146-4328-ba39-b3df15fa6762", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:24:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "6334dccb-4146-4328-ba39-b3df15fa6762", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296-authn-ssl"} 2026-09-10T21:24:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "6334dccb-4146-4328-ba39-b3df15fa6762", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:24:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-361296"}, "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7adc6d0-7388-4abc-a76f-68365475169d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-361296"} 2026-09-10T21:24:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-361296"}, "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7adc6d0-7388-4abc-a76f-68365475169d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:24:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-361296"}, "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7adc6d0-7388-4abc-a76f-68365475169d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-361296 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:24:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-361296"}, "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "name": "odh-trusted-ca-bundle", "reconcileID": "0386969c-e78f-4457-ae0e-272d17734d4f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-361296"} 2026-09-10T21:24:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-361296"}, "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "name": "odh-trusted-ca-bundle", "reconcileID": "0386969c-e78f-4457-ae0e-272d17734d4f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-361296"} 2026-09-10T21:24:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-361296"}, "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "name": "openshift-service-ca.crt", "reconcileID": "47626960-01a6-4ec9-b4b7-a6708788f9b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-361296"} 2026-09-10T21:24:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-361296"}, "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "name": "openshift-service-ca.crt", "reconcileID": "47626960-01a6-4ec9-b4b7-a6708788f9b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-361296"} 2026-09-10T21:24:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-361296"}, "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78769931-c989-4060-b5ef-10b3e57fdc44", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-361296"} 2026-09-10T21:24:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-361296"}, "namespace": "ai-tenant-e2e-ipp-cleanup-361296", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78769931-c989-4060-b5ef-10b3e57fdc44", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-361296"} 2026-09-10T21:24:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-361296","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-361296", "reconcileID": "1665b713-9354-46f5-913b-ef73cce7be1e", "Gateway": "e2e-ipp-cleanup-361296", "namespace": "openshift-ingress"} 2026-09-10T21:25:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "de91a1c6-91d1-47cf-acbb-e7dd8f8fd3cd", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:25:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "de91a1c6-91d1-47cf-acbb-e7dd8f8fd3cd", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c-authn-ssl"} 2026-09-10T21:25:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "de91a1c6-91d1-47cf-acbb-e7dd8f8fd3cd", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:25:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "89cbf6bc-e432-4562-a390-9d60d31f3897", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:25:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "89cbf6bc-e432-4562-a390-9d60d31f3897", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c-authn-ssl"} 2026-09-10T21:25:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "89cbf6bc-e432-4562-a390-9d60d31f3897", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:25:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "42c39f7a-68ed-41b9-a72d-93a78b88371c", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "42c39f7a-68ed-41b9-a72d-93a78b88371c", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "42c39f7a-68ed-41b9-a72d-93a78b88371c", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "42c39f7a-68ed-41b9-a72d-93a78b88371c", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c-kserve-route-authn"} 2026-09-10T21:25:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "42c39f7a-68ed-41b9-a72d-93a78b88371c", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "authType": "userdefined"} 2026-09-10T21:25:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "42c39f7a-68ed-41b9-a72d-93a78b88371c", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "fda84bb5-e663-4138-b9b4-7d8b174fb485", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:25:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "fda84bb5-e663-4138-b9b4-7d8b174fb485", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c-authn-ssl"} 2026-09-10T21:25:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "fda84bb5-e663-4138-b9b4-7d8b174fb485", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:25:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ae229a2-852c-4f72-90b3-3367a616cd7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ae229a2-852c-4f72-90b3-3367a616cd7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:25:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ae229a2-852c-4f72-90b3-3367a616cd7e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-3dfe0c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:25:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "odh-trusted-ca-bundle", "reconcileID": "c502e2dc-2ab0-44be-b83e-b7f4e2a7bd0c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "odh-trusted-ca-bundle", "reconcileID": "c502e2dc-2ab0-44be-b83e-b7f4e2a7bd0c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "openshift-service-ca.crt", "reconcileID": "c9dfff3d-5075-4349-aa80-9017c2acc7d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "openshift-service-ca.crt", "reconcileID": "c9dfff3d-5075-4349-aa80-9017c2acc7d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "331c363a-7593-450d-a856-14f0945bd32f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "331c363a-7593-450d-a856-14f0945bd32f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "6e296c2a-dcd4-4339-b4b2-4207bfb276ae", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:25:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "6e296c2a-dcd4-4339-b4b2-4207bfb276ae", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c-authn-ssl"} 2026-09-10T21:25:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "6e296c2a-dcd4-4339-b4b2-4207bfb276ae", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:25:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "09211f7a-c7f0-4a90-810f-9b2ad296ee55", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "09211f7a-c7f0-4a90-810f-9b2ad296ee55", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "09211f7a-c7f0-4a90-810f-9b2ad296ee55", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "09211f7a-c7f0-4a90-810f-9b2ad296ee55", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c-kserve-route-authn"} 2026-09-10T21:25:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "09211f7a-c7f0-4a90-810f-9b2ad296ee55", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "authType": "userdefined"} 2026-09-10T21:25:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "09211f7a-c7f0-4a90-810f-9b2ad296ee55", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "9dd6454d-4199-452f-af68-defe6a2e3153", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "9dd6454d-4199-452f-af68-defe6a2e3153", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c"} 2026-09-10T21:25:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "9dd6454d-4199-452f-af68-defe6a2e3153", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "9dd6454d-4199-452f-af68-defe6a2e3153", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "9dd6454d-4199-452f-af68-defe6a2e3153", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c-kserve-route-authn"} 2026-09-10T21:25:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "9dd6454d-4199-452f-af68-defe6a2e3153", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c-kserve-route-authn"} 2026-09-10T21:25:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "9dd6454d-4199-452f-af68-defe6a2e3153", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "9dd6454d-4199-452f-af68-defe6a2e3153", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "76ebff79-2751-4aa3-8ded-616461cddfe6", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "76ebff79-2751-4aa3-8ded-616461cddfe6", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c"} 2026-09-10T21:25:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "76ebff79-2751-4aa3-8ded-616461cddfe6", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "76ebff79-2751-4aa3-8ded-616461cddfe6", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "76ebff79-2751-4aa3-8ded-616461cddfe6", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c-kserve-route-authn"} 2026-09-10T21:25:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "76ebff79-2751-4aa3-8ded-616461cddfe6", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c-kserve-route-authn"} 2026-09-10T21:25:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "76ebff79-2751-4aa3-8ded-616461cddfe6", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "76ebff79-2751-4aa3-8ded-616461cddfe6", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3dfe0c","namespace":"ai-tenant-e2e-ipp-a-3dfe0c"}, "namespace": "ai-tenant-e2e-ipp-a-3dfe0c", "name": "ipp-route-3dfe0c", "reconcileID": "3553217e-f0ae-4c31-b33c-837172824d96", "LLMInferenceService": "ipp-route-3dfe0c", "namespace": "ai-tenant-e2e-ipp-a-3dfe0c"} 2026-09-10T21:25:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "aecadf8e-e8e7-456d-94b8-b95096ff184e", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:25:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "aecadf8e-e8e7-456d-94b8-b95096ff184e", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c-authn-ssl"} 2026-09-10T21:25:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "aecadf8e-e8e7-456d-94b8-b95096ff184e", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:25:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3dfe0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3dfe0c", "reconcileID": "634ecf28-5dfe-4616-bc29-b88d8078f476", "Gateway": "e2e-ipp-a-3dfe0c", "namespace": "openshift-ingress"} 2026-09-10T21:26:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "7c190bee-7906-4f99-8d85-d9918248a954", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:26:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "7c190bee-7906-4f99-8d85-d9918248a954", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944-authn-ssl"} 2026-09-10T21:26:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "7c190bee-7906-4f99-8d85-d9918248a954", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:26:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "16e68491-c66f-40db-9bbb-4fbb11b3a91f", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:26:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "16e68491-c66f-40db-9bbb-4fbb11b3a91f", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944-authn-ssl"} 2026-09-10T21:26:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "16e68491-c66f-40db-9bbb-4fbb11b3a91f", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:26:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-636944"}, "namespace": "ai-tenant-e2e-ipp-b-636944", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "366a8cfe-0335-43cf-98b7-24efe812a696", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-636944"} 2026-09-10T21:26:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-636944"}, "namespace": "ai-tenant-e2e-ipp-b-636944", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "366a8cfe-0335-43cf-98b7-24efe812a696", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-636944", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:26:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-636944"}, "namespace": "ai-tenant-e2e-ipp-b-636944", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "366a8cfe-0335-43cf-98b7-24efe812a696", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-636944 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:26:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-636944"}, "namespace": "ai-tenant-e2e-ipp-b-636944", "name": "odh-trusted-ca-bundle", "reconcileID": "89620728-8090-454d-bc3e-c6d74914528b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-636944"} 2026-09-10T21:26:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-636944"}, "namespace": "ai-tenant-e2e-ipp-b-636944", "name": "odh-trusted-ca-bundle", "reconcileID": "89620728-8090-454d-bc3e-c6d74914528b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-636944"} 2026-09-10T21:26:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-636944"}, "namespace": "ai-tenant-e2e-ipp-b-636944", "name": "openshift-service-ca.crt", "reconcileID": "1b126c07-d0a4-4e1f-9e7e-88027c959494", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-636944"} 2026-09-10T21:26:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-636944"}, "namespace": "ai-tenant-e2e-ipp-b-636944", "name": "openshift-service-ca.crt", "reconcileID": "1b126c07-d0a4-4e1f-9e7e-88027c959494", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-636944"} 2026-09-10T21:26:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-636944"}, "namespace": "ai-tenant-e2e-ipp-b-636944", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92a7b273-9617-4f16-9a4e-b0ddbd763c15", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-636944"} 2026-09-10T21:26:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-636944"}, "namespace": "ai-tenant-e2e-ipp-b-636944", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92a7b273-9617-4f16-9a4e-b0ddbd763c15", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-636944"} 2026-09-10T21:26:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-636944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-636944", "reconcileID": "6a98677b-e1dc-427f-9394-c727b477cb3c", "Gateway": "e2e-ipp-b-636944", "namespace": "openshift-ingress"} 2026-09-10T21:26:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8623b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8623b2", "reconcileID": "e0528e44-89ba-4b54-94da-ea879afb1d09", "Gateway": "e2e-shared-a-w3-8623b2", "namespace": "openshift-ingress"} 2026-09-10T21:26:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8623b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8623b2", "reconcileID": "e0528e44-89ba-4b54-94da-ea879afb1d09", "Gateway": "e2e-shared-a-w3-8623b2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8623b2-authn-ssl"} 2026-09-10T21:26:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8623b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8623b2", "reconcileID": "e0528e44-89ba-4b54-94da-ea879afb1d09", "Gateway": "e2e-shared-a-w3-8623b2", "namespace": "openshift-ingress"} 2026-09-10T21:26:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8623b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8623b2", "reconcileID": "e0034262-4184-47ca-ae80-ab0ed1c00e20", "Gateway": "e2e-shared-a-w3-8623b2", "namespace": "openshift-ingress"} 2026-09-10T21:26:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8623b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8623b2", "reconcileID": "e0034262-4184-47ca-ae80-ab0ed1c00e20", "Gateway": "e2e-shared-a-w3-8623b2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8623b2-authn-ssl"} 2026-09-10T21:26:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8623b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8623b2", "reconcileID": "e0034262-4184-47ca-ae80-ab0ed1c00e20", "Gateway": "e2e-shared-a-w3-8623b2", "namespace": "openshift-ingress"} 2026-09-10T21:26:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8623b2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "529cf310-fab9-436b-845b-397e3a1c9d52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8623b2"} 2026-09-10T21:26:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8623b2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "529cf310-fab9-436b-845b-397e3a1c9d52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:26:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8623b2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "529cf310-fab9-436b-845b-397e3a1c9d52", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-8623b2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:26:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8623b2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "name": "odh-trusted-ca-bundle", "reconcileID": "f960ebd9-a7fb-4e4c-9cfa-469ef8c936c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8623b2"} 2026-09-10T21:26:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8623b2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "name": "odh-trusted-ca-bundle", "reconcileID": "f960ebd9-a7fb-4e4c-9cfa-469ef8c936c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8623b2"} 2026-09-10T21:26:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-8623b2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "name": "openshift-service-ca.crt", "reconcileID": "b25f89dc-3077-40ae-81fb-5cedf6a106db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-8623b2"} 2026-09-10T21:26:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-8623b2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "name": "openshift-service-ca.crt", "reconcileID": "b25f89dc-3077-40ae-81fb-5cedf6a106db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-8623b2"} 2026-09-10T21:26:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8623b2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "011e8902-d66d-4db9-8d76-2f0dbaec136c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8623b2"} 2026-09-10T21:26:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8623b2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8623b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "011e8902-d66d-4db9-8d76-2f0dbaec136c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8623b2"} 2026-09-10T21:26:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8623b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8623b2", "reconcileID": "2e3e032b-584f-4e61-8724-c33317439fc7", "Gateway": "e2e-shared-a-w3-8623b2", "namespace": "openshift-ingress"} 2026-09-10T21:26:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4eb314","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314", "reconcileID": "452153b1-5160-4f1b-89c8-ad8ee621bf13", "Gateway": "e2e-shared-b-w3-4eb314", "namespace": "openshift-ingress"} 2026-09-10T21:26:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4eb314","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314", "reconcileID": "452153b1-5160-4f1b-89c8-ad8ee621bf13", "Gateway": "e2e-shared-b-w3-4eb314", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314-authn-ssl"} 2026-09-10T21:26:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4eb314","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314", "reconcileID": "452153b1-5160-4f1b-89c8-ad8ee621bf13", "Gateway": "e2e-shared-b-w3-4eb314", "namespace": "openshift-ingress"} 2026-09-10T21:26:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4eb314","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314", "reconcileID": "4a4235b1-a462-4a17-909a-b9a8fb944033", "Gateway": "e2e-shared-b-w3-4eb314", "namespace": "openshift-ingress"} 2026-09-10T21:26:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4eb314","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314", "reconcileID": "4a4235b1-a462-4a17-909a-b9a8fb944033", "Gateway": "e2e-shared-b-w3-4eb314", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314-authn-ssl"} 2026-09-10T21:26:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4eb314","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314", "reconcileID": "4a4235b1-a462-4a17-909a-b9a8fb944033", "Gateway": "e2e-shared-b-w3-4eb314", "namespace": "openshift-ingress"} 2026-09-10T21:26:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2dd1b224-580c-4623-9c72-a3c2fe1f8c98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:26:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2dd1b224-580c-4623-9c72-a3c2fe1f8c98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:26:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2dd1b224-580c-4623-9c72-a3c2fe1f8c98", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-4eb314 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:26:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "odh-trusted-ca-bundle", "reconcileID": "ab0e4119-a297-44cc-b4ed-9fdf2b6cc059", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:26:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "odh-trusted-ca-bundle", "reconcileID": "ab0e4119-a297-44cc-b4ed-9fdf2b6cc059", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:26:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "openshift-service-ca.crt", "reconcileID": "7dca2942-28bc-4ae3-8272-f21664145dfd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:26:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "openshift-service-ca.crt", "reconcileID": "7dca2942-28bc-4ae3-8272-f21664145dfd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:26:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4d3433b-b973-4780-a743-02da1b595ba0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:26:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4eb314"}, "namespace": "ai-tenant-e2e-shared-b-w3-4eb314", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4d3433b-b973-4780-a743-02da1b595ba0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4eb314"} 2026-09-10T21:26:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4eb314","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4eb314", "reconcileID": "83dec6f4-ac4c-4199-8623-271649491202", "Gateway": "e2e-shared-b-w3-4eb314", "namespace": "openshift-ingress"} 2026-09-10T21:26:59Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:26:59Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:27:01Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:27:01Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:30:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "38d0e6a2-4e39-4231-b166-a6db301046b1", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm"} 2026-09-10T21:30:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "38d0e6a2-4e39-4231-b166-a6db301046b1", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm"} 2026-09-10T21:30:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "38d0e6a2-4e39-4231-b166-a6db301046b1", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm"} 2026-09-10T21:30:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "86aba466-a6d9-4706-b7eb-db0336762b3a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:30:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "38d0e6a2-4e39-4231-b166-a6db301046b1", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm", "name": "e2e-same-id-a-a21ca76f-kserve-route-authn"} 2026-09-10T21:30:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "38d0e6a2-4e39-4231-b166-a6db301046b1", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:30:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "38d0e6a2-4e39-4231-b166-a6db301046b1", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm"} 2026-09-10T21:30:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "86aba466-a6d9-4706-b7eb-db0336762b3a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:30:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "86aba466-a6d9-4706-b7eb-db0336762b3a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:30:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "e2cdf21d-1ec8-451a-a45b-826cef683d1d", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm"} 2026-09-10T21:30:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "e2cdf21d-1ec8-451a-a45b-826cef683d1d", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm"} 2026-09-10T21:30:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "e2cdf21d-1ec8-451a-a45b-826cef683d1d", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm"} 2026-09-10T21:30:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "44edf412-ca87-4fa7-89b4-c8c30f0a2f9e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:30:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "e2cdf21d-1ec8-451a-a45b-826cef683d1d", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm", "name": "e2e-same-id-b-a21ca76f-kserve-route-authn"} 2026-09-10T21:30:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "e2cdf21d-1ec8-451a-a45b-826cef683d1d", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:30:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "e2cdf21d-1ec8-451a-a45b-826cef683d1d", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm"} 2026-09-10T21:30:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "44edf412-ca87-4fa7-89b4-c8c30f0a2f9e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:30:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "44edf412-ca87-4fa7-89b4-c8c30f0a2f9e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:30:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "00fab0b5-8ffe-4a24-b1e0-38360e6a5e09", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm"} 2026-09-10T21:30:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "00fab0b5-8ffe-4a24-b1e0-38360e6a5e09", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm"} 2026-09-10T21:30:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "00fab0b5-8ffe-4a24-b1e0-38360e6a5e09", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm"} 2026-09-10T21:30:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "00fab0b5-8ffe-4a24-b1e0-38360e6a5e09", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm", "name": "e2e-same-id-a-a21ca76f-kserve-route-authn"} 2026-09-10T21:30:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "00fab0b5-8ffe-4a24-b1e0-38360e6a5e09", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:30:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "00fab0b5-8ffe-4a24-b1e0-38360e6a5e09", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm"} 2026-09-10T21:30:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8bd05c13-55b0-406c-99f0-82c46d5c46b9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:30:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8bd05c13-55b0-406c-99f0-82c46d5c46b9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:30:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8bd05c13-55b0-406c-99f0-82c46d5c46b9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:31:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "bca7c4e0-ec93-4fd9-9282-8007e5bab1cf", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "bca7c4e0-ec93-4fd9-9282-8007e5bab1cf", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "bca7c4e0-ec93-4fd9-9282-8007e5bab1cf", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "bca7c4e0-ec93-4fd9-9282-8007e5bab1cf", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm", "name": "e2e-same-id-a-a21ca76f-kserve-route-authn"} 2026-09-10T21:31:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "bca7c4e0-ec93-4fd9-9282-8007e5bab1cf", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:31:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "bca7c4e0-ec93-4fd9-9282-8007e5bab1cf", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "d88107ad-3af7-4c35-bf94-6090b1cd0c64", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "d88107ad-3af7-4c35-bf94-6090b1cd0c64", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "d88107ad-3af7-4c35-bf94-6090b1cd0c64", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "d88107ad-3af7-4c35-bf94-6090b1cd0c64", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm", "name": "e2e-same-id-b-a21ca76f-kserve-route-authn"} 2026-09-10T21:31:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "d88107ad-3af7-4c35-bf94-6090b1cd0c64", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:31:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "d88107ad-3af7-4c35-bf94-6090b1cd0c64", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "132b2eba-1e58-41a4-a9c6-d9aa67d6c600", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:31:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "132b2eba-1e58-41a4-a9c6-d9aa67d6c600", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:31:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "132b2eba-1e58-41a4-a9c6-d9aa67d6c600", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:31:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "19ca3010-d7fe-4af0-b11d-f70966399d47", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "19ca3010-d7fe-4af0-b11d-f70966399d47", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "19ca3010-d7fe-4af0-b11d-f70966399d47", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "19ca3010-d7fe-4af0-b11d-f70966399d47", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm", "name": "e2e-same-id-b-a21ca76f-kserve-route-authn"} 2026-09-10T21:31:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "19ca3010-d7fe-4af0-b11d-f70966399d47", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:31:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "19ca3010-d7fe-4af0-b11d-f70966399d47", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "620ee344-c2c3-44e0-b864-f57740c6ca4c", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "620ee344-c2c3-44e0-b864-f57740c6ca4c", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "620ee344-c2c3-44e0-b864-f57740c6ca4c", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "620ee344-c2c3-44e0-b864-f57740c6ca4c", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm", "name": "e2e-same-id-a-a21ca76f-kserve-route-authn"} 2026-09-10T21:31:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "620ee344-c2c3-44e0-b864-f57740c6ca4c", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:31:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "620ee344-c2c3-44e0-b864-f57740c6ca4c", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "67b2381f-e00b-4ec5-99a9-d88560daa052", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "67b2381f-e00b-4ec5-99a9-d88560daa052", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "67b2381f-e00b-4ec5-99a9-d88560daa052", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "67b2381f-e00b-4ec5-99a9-d88560daa052", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm", "name": "e2e-same-id-b-a21ca76f-kserve-route-authn"} 2026-09-10T21:31:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "67b2381f-e00b-4ec5-99a9-d88560daa052", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:31:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "67b2381f-e00b-4ec5-99a9-d88560daa052", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "1a46b68c-0878-45f5-8378-7b483cec4efa", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "1a46b68c-0878-45f5-8378-7b483cec4efa", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm", "name": "e2e-same-id-a-a21ca76f"} 2026-09-10T21:31:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "1a46b68c-0878-45f5-8378-7b483cec4efa", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "1a46b68c-0878-45f5-8378-7b483cec4efa", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "1a46b68c-0878-45f5-8378-7b483cec4efa", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm", "name": "e2e-same-id-a-a21ca76f-kserve-route-authn"} 2026-09-10T21:31:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "1a46b68c-0878-45f5-8378-7b483cec4efa", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm", "name": "e2e-same-id-a-a21ca76f-kserve-route-authn"} 2026-09-10T21:31:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a21ca76f", "reconcileID": "b7443f5c-08c5-4997-9c70-736d5591aca5", "LLMInferenceService": "e2e-same-id-a-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6bab8953-2447-4696-bb69-32c3ec3735c6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:31:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6bab8953-2447-4696-bb69-32c3ec3735c6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:31:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6bab8953-2447-4696-bb69-32c3ec3735c6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:31:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "879e57bd-5cd0-455a-9c80-f87e1a178b2a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:31:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "879e57bd-5cd0-455a-9c80-f87e1a178b2a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:31:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "879e57bd-5cd0-455a-9c80-f87e1a178b2a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:31:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "47d0bd7d-d32c-4fe7-8a34-e6d8f5ea4788", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "47d0bd7d-d32c-4fe7-8a34-e6d8f5ea4788", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm", "name": "e2e-same-id-b-a21ca76f"} 2026-09-10T21:31:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "47d0bd7d-d32c-4fe7-8a34-e6d8f5ea4788", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "47d0bd7d-d32c-4fe7-8a34-e6d8f5ea4788", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "47d0bd7d-d32c-4fe7-8a34-e6d8f5ea4788", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm", "name": "e2e-same-id-b-a21ca76f-kserve-route-authn"} 2026-09-10T21:31:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "47d0bd7d-d32c-4fe7-8a34-e6d8f5ea4788", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm", "name": "e2e-same-id-b-a21ca76f-kserve-route-authn"} 2026-09-10T21:31:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a21ca76f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a21ca76f", "reconcileID": "adf61daf-e07e-435d-b84d-b0fcd5974b08", "LLMInferenceService": "e2e-same-id-b-a21ca76f", "namespace": "llm"} 2026-09-10T21:31:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f46a3f82-8789-4cc8-a0e3-64567d0f0c7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:31:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f46a3f82-8789-4cc8-a0e3-64567d0f0c7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:31:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f46a3f82-8789-4cc8-a0e3-64567d0f0c7b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:31:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d57656cf-ab85-45c1-a386-00c499fec8e7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:31:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d57656cf-ab85-45c1-a386-00c499fec8e7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:31:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d57656cf-ab85-45c1-a386-00c499fec8e7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}