2026-09-08T14:41:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0fd47b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0fd47b", "reconcileID": "ae554f0e-b08f-43a6-8f92-b0f7a5e566c6", "Gateway": "e2e-api-a-0fd47b", "namespace": "openshift-ingress"} 2026-09-08T14:41:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-017dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-017dbd", "reconcileID": "ac8fffc5-fb0c-4025-a873-98488cac53d5", "Gateway": "e2e-shared-b-w3-017dbd", "namespace": "openshift-ingress"} 2026-09-08T14:41:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-017dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-017dbd", "reconcileID": "ac8fffc5-fb0c-4025-a873-98488cac53d5", "Gateway": "e2e-shared-b-w3-017dbd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-017dbd-authn-ssl"} 2026-09-08T14:41:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-017dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-017dbd", "reconcileID": "ac8fffc5-fb0c-4025-a873-98488cac53d5", "Gateway": "e2e-shared-b-w3-017dbd", "namespace": "openshift-ingress"} 2026-09-08T14:41:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-017dbd","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd", "reconcileID": "efd847be-6691-4e15-b2d0-b6fefcf125ae", "LLMInferenceService": "rate-test-model-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd"} 2026-09-08T14:41:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-017dbd","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd", "reconcileID": "efd847be-6691-4e15-b2d0-b6fefcf125ae", "LLMInferenceService": "rate-test-model-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd"} 2026-09-08T14:41:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-017dbd","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd", "reconcileID": "efd847be-6691-4e15-b2d0-b6fefcf125ae", "LLMInferenceService": "rate-test-model-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd"} 2026-09-08T14:41:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-017dbd","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd", "reconcileID": "efd847be-6691-4e15-b2d0-b6fefcf125ae", "LLMInferenceService": "rate-test-model-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd-kserve-route-authn"} 2026-09-08T14:41:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-017dbd","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd", "reconcileID": "efd847be-6691-4e15-b2d0-b6fefcf125ae", "LLMInferenceService": "rate-test-model-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "authType": "userdefined"} 2026-09-08T14:41:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-017dbd","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd", "reconcileID": "efd847be-6691-4e15-b2d0-b6fefcf125ae", "LLMInferenceService": "rate-test-model-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd"} 2026-09-08T14:41:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-41e512","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-41e512", "reconcileID": "df4997fa-8047-4759-ac6b-65a5b21dd6fa", "Gateway": "e2e-api-b-41e512", "namespace": "openshift-ingress"} 2026-09-08T14:41:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-41e512","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-41e512", "reconcileID": "df4997fa-8047-4759-ac6b-65a5b21dd6fa", "Gateway": "e2e-api-b-41e512", "namespace": "openshift-ingress", "name": "e2e-api-b-41e512-authn-ssl"} 2026-09-08T14:41:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-41e512","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-41e512", "reconcileID": "df4997fa-8047-4759-ac6b-65a5b21dd6fa", "Gateway": "e2e-api-b-41e512", "namespace": "openshift-ingress"} 2026-09-08T14:41:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-017dbd","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd", "reconcileID": "34efa06f-655a-4cf4-92f4-e139c3071806", "LLMInferenceService": "rate-test-model-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd"} 2026-09-08T14:41:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-017dbd","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd", "reconcileID": "34efa06f-655a-4cf4-92f4-e139c3071806", "LLMInferenceService": "rate-test-model-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd"} 2026-09-08T14:41:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-017dbd","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd", "reconcileID": "34efa06f-655a-4cf4-92f4-e139c3071806", "LLMInferenceService": "rate-test-model-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd"} 2026-09-08T14:41:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-017dbd","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd", "reconcileID": "34efa06f-655a-4cf4-92f4-e139c3071806", "LLMInferenceService": "rate-test-model-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd-kserve-route-authn"} 2026-09-08T14:41:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-017dbd","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd", "reconcileID": "34efa06f-655a-4cf4-92f4-e139c3071806", "LLMInferenceService": "rate-test-model-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "authType": "userdefined"} 2026-09-08T14:41:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-017dbd","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd", "reconcileID": "34efa06f-655a-4cf4-92f4-e139c3071806", "LLMInferenceService": "rate-test-model-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd"} 2026-09-08T14:41:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-41e512","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-41e512", "reconcileID": "2da04f49-9382-421c-ae60-cf8416d3a198", "Gateway": "e2e-api-b-41e512", "namespace": "openshift-ingress"} 2026-09-08T14:41:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-41e512","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-41e512", "reconcileID": "2da04f49-9382-421c-ae60-cf8416d3a198", "Gateway": "e2e-api-b-41e512", "namespace": "openshift-ingress", "name": "e2e-api-b-41e512-authn-ssl"} 2026-09-08T14:41:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-41e512","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-41e512", "reconcileID": "2da04f49-9382-421c-ae60-cf8416d3a198", "Gateway": "e2e-api-b-41e512", "namespace": "openshift-ingress"} 2026-09-08T14:41:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-41e512"}, "namespace": "ai-tenant-e2e-api-b-41e512", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f64a9e5a-de37-4a21-85c5-39976d45ebf8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-41e512"} 2026-09-08T14:41:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-41e512"}, "namespace": "ai-tenant-e2e-api-b-41e512", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f64a9e5a-de37-4a21-85c5-39976d45ebf8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-41e512", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:41:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-41e512"}, "namespace": "ai-tenant-e2e-api-b-41e512", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f64a9e5a-de37-4a21-85c5-39976d45ebf8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-41e512 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T14:41:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-41e512"}, "namespace": "ai-tenant-e2e-api-b-41e512", "name": "odh-trusted-ca-bundle", "reconcileID": "88882b55-74d5-4c8a-889c-17f1f3edf932", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-41e512"} 2026-09-08T14:41:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-41e512"}, "namespace": "ai-tenant-e2e-api-b-41e512", "name": "odh-trusted-ca-bundle", "reconcileID": "88882b55-74d5-4c8a-889c-17f1f3edf932", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-41e512"} 2026-09-08T14:41:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-41e512"}, "namespace": "ai-tenant-e2e-api-b-41e512", "name": "openshift-service-ca.crt", "reconcileID": "1bdfc8b3-ec82-4606-9371-62ac63536cb0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-41e512"} 2026-09-08T14:41:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-41e512"}, "namespace": "ai-tenant-e2e-api-b-41e512", "name": "openshift-service-ca.crt", "reconcileID": "1bdfc8b3-ec82-4606-9371-62ac63536cb0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-41e512"} 2026-09-08T14:41:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-41e512"}, "namespace": "ai-tenant-e2e-api-b-41e512", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2a81ec7-f81d-40aa-91f8-47b7e958a3a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-41e512"} 2026-09-08T14:41:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-41e512"}, "namespace": "ai-tenant-e2e-api-b-41e512", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2a81ec7-f81d-40aa-91f8-47b7e958a3a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-41e512"} 2026-09-08T14:41:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-41e512","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-41e512", "reconcileID": "df160779-1b68-42cd-8bdf-4275fdc6ed7d", "Gateway": "e2e-api-b-41e512", "namespace": "openshift-ingress"} 2026-09-08T14:41:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-23a1d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-23a1d4", "reconcileID": "9c0163bf-f016-43e2-822a-bc9e6313f9c4", "Gateway": "e2e-shared-a-w2-23a1d4", "namespace": "openshift-ingress"} 2026-09-08T14:41:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-23a1d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-23a1d4", "reconcileID": "9c0163bf-f016-43e2-822a-bc9e6313f9c4", "Gateway": "e2e-shared-a-w2-23a1d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-23a1d4-authn-ssl"} 2026-09-08T14:41:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-23a1d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-23a1d4", "reconcileID": "9c0163bf-f016-43e2-822a-bc9e6313f9c4", "Gateway": "e2e-shared-a-w2-23a1d4", "namespace": "openshift-ingress"} 2026-09-08T14:41:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-23a1d4"}, "namespace": "ai-tenant-e2e-shared-a-w2-23a1d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffef9af5-098f-48e1-b8cd-5c49eea3b14a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-23a1d4"} 2026-09-08T14:41:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-23a1d4"}, "namespace": "ai-tenant-e2e-shared-a-w2-23a1d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffef9af5-098f-48e1-b8cd-5c49eea3b14a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-23a1d4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:41:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-23a1d4"}, "namespace": "ai-tenant-e2e-shared-a-w2-23a1d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffef9af5-098f-48e1-b8cd-5c49eea3b14a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-23a1d4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T14:41:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-23a1d4"}, "namespace": "ai-tenant-e2e-shared-a-w2-23a1d4", "name": "odh-trusted-ca-bundle", "reconcileID": "3f1575cc-39c3-461d-820e-f9361304d2d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-23a1d4"} 2026-09-08T14:41:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-23a1d4"}, "namespace": "ai-tenant-e2e-shared-a-w2-23a1d4", "name": "odh-trusted-ca-bundle", "reconcileID": "3f1575cc-39c3-461d-820e-f9361304d2d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-23a1d4"} 2026-09-08T14:41:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-23a1d4"}, "namespace": "ai-tenant-e2e-shared-a-w2-23a1d4", "name": "openshift-service-ca.crt", "reconcileID": "fe0230da-892c-42f3-b8ad-a192d147280a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-23a1d4"} 2026-09-08T14:41:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-23a1d4"}, "namespace": "ai-tenant-e2e-shared-a-w2-23a1d4", "name": "openshift-service-ca.crt", "reconcileID": "fe0230da-892c-42f3-b8ad-a192d147280a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-23a1d4"} 2026-09-08T14:41:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-23a1d4"}, "namespace": "ai-tenant-e2e-shared-a-w2-23a1d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "607fca55-b81a-45ed-ad61-125c4ce6d68d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-23a1d4"} 2026-09-08T14:41:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-23a1d4"}, "namespace": "ai-tenant-e2e-shared-a-w2-23a1d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "607fca55-b81a-45ed-ad61-125c4ce6d68d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-23a1d4"} 2026-09-08T14:41:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-23a1d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-23a1d4", "reconcileID": "1d9ab7b5-0837-45c5-b04a-33fe20a6d4af", "Gateway": "e2e-shared-a-w2-23a1d4", "namespace": "openshift-ingress"} 2026-09-08T14:41:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-780944","namespace":"ai-tenant-e2e-shared-a-w3-780944"}, "namespace": "ai-tenant-e2e-shared-a-w3-780944", "name": "rate-test-model-780944", "reconcileID": "26888cc1-62ba-42df-8e2f-e7dfb848156f", "LLMInferenceService": "rate-test-model-780944", "namespace": "ai-tenant-e2e-shared-a-w3-780944"} 2026-09-08T14:41:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-780944","namespace":"ai-tenant-e2e-shared-a-w3-780944"}, "namespace": "ai-tenant-e2e-shared-a-w3-780944", "name": "rate-test-model-780944", "reconcileID": "26888cc1-62ba-42df-8e2f-e7dfb848156f", "LLMInferenceService": "rate-test-model-780944", "namespace": "ai-tenant-e2e-shared-a-w3-780944", "name": "rate-test-model-780944"} 2026-09-08T14:41:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-780944","namespace":"ai-tenant-e2e-shared-a-w3-780944"}, "namespace": "ai-tenant-e2e-shared-a-w3-780944", "name": "rate-test-model-780944", "reconcileID": "26888cc1-62ba-42df-8e2f-e7dfb848156f", "LLMInferenceService": "rate-test-model-780944", "namespace": "ai-tenant-e2e-shared-a-w3-780944"} 2026-09-08T14:41:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-780944","namespace":"ai-tenant-e2e-shared-a-w3-780944"}, "namespace": "ai-tenant-e2e-shared-a-w3-780944", "name": "rate-test-model-780944", "reconcileID": "26888cc1-62ba-42df-8e2f-e7dfb848156f", "LLMInferenceService": "rate-test-model-780944", "namespace": "ai-tenant-e2e-shared-a-w3-780944"} 2026-09-08T14:41:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-780944","namespace":"ai-tenant-e2e-shared-a-w3-780944"}, "namespace": "ai-tenant-e2e-shared-a-w3-780944", "name": "rate-test-model-780944", "reconcileID": "26888cc1-62ba-42df-8e2f-e7dfb848156f", "LLMInferenceService": "rate-test-model-780944", "namespace": "ai-tenant-e2e-shared-a-w3-780944", "name": "rate-test-model-780944-kserve-route-authn"} 2026-09-08T14:41:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-780944","namespace":"ai-tenant-e2e-shared-a-w3-780944"}, "namespace": "ai-tenant-e2e-shared-a-w3-780944", "name": "rate-test-model-780944", "reconcileID": "26888cc1-62ba-42df-8e2f-e7dfb848156f", "LLMInferenceService": "rate-test-model-780944", "namespace": "ai-tenant-e2e-shared-a-w3-780944", "name": "rate-test-model-780944-kserve-route-authn"} 2026-09-08T14:41:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-780944","namespace":"ai-tenant-e2e-shared-a-w3-780944"}, "namespace": "ai-tenant-e2e-shared-a-w3-780944", "name": "rate-test-model-780944", "reconcileID": "26888cc1-62ba-42df-8e2f-e7dfb848156f", "LLMInferenceService": "rate-test-model-780944", "namespace": "ai-tenant-e2e-shared-a-w3-780944", "namespace": "ai-tenant-e2e-shared-a-w3-780944"} 2026-09-08T14:41:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-780944","namespace":"ai-tenant-e2e-shared-a-w3-780944"}, "namespace": "ai-tenant-e2e-shared-a-w3-780944", "name": "rate-test-model-780944", "reconcileID": "26888cc1-62ba-42df-8e2f-e7dfb848156f", "LLMInferenceService": "rate-test-model-780944", "namespace": "ai-tenant-e2e-shared-a-w3-780944", "namespace": "ai-tenant-e2e-shared-a-w3-780944"} 2026-09-08T14:41:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-780944","namespace":"ai-tenant-e2e-shared-a-w3-780944"}, "namespace": "ai-tenant-e2e-shared-a-w3-780944", "name": "rate-test-model-780944", "reconcileID": "92f3bd29-0cdc-4410-ac05-42b42283334f", "LLMInferenceService": "rate-test-model-780944", "namespace": "ai-tenant-e2e-shared-a-w3-780944"} 2026-09-08T14:41:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-780944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-780944", "reconcileID": "ce4ff81e-b99d-4a4e-b955-0ca7a8140f8b", "Gateway": "e2e-shared-a-w3-780944", "namespace": "openshift-ingress"} 2026-09-08T14:41:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-780944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-780944", "reconcileID": "ce4ff81e-b99d-4a4e-b955-0ca7a8140f8b", "Gateway": "e2e-shared-a-w3-780944", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-780944-authn-ssl"} 2026-09-08T14:41:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-780944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-780944", "reconcileID": "ce4ff81e-b99d-4a4e-b955-0ca7a8140f8b", "Gateway": "e2e-shared-a-w3-780944", "namespace": "openshift-ingress"} 2026-09-08T14:41:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-780944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-780944", "reconcileID": "ff9f1fb0-fe35-4c96-98bd-27d54f6e3d96", "Gateway": "e2e-shared-a-w3-780944", "namespace": "openshift-ingress"} 2026-09-08T14:41:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-780944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-780944", "reconcileID": "ff9f1fb0-fe35-4c96-98bd-27d54f6e3d96", "Gateway": "e2e-shared-a-w3-780944", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-780944-authn-ssl"} 2026-09-08T14:41:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-780944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-780944", "reconcileID": "ff9f1fb0-fe35-4c96-98bd-27d54f6e3d96", "Gateway": "e2e-shared-a-w3-780944", "namespace": "openshift-ingress"} 2026-09-08T14:41:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-017dbd","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd", "reconcileID": "4b54eedd-042c-4afc-ba87-37484c3ddba9", "LLMInferenceService": "rate-test-model-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd"} 2026-09-08T14:41:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-017dbd","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd", "reconcileID": "4b54eedd-042c-4afc-ba87-37484c3ddba9", "LLMInferenceService": "rate-test-model-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd"} 2026-09-08T14:41:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-017dbd","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd", "reconcileID": "4b54eedd-042c-4afc-ba87-37484c3ddba9", "LLMInferenceService": "rate-test-model-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd"} 2026-09-08T14:41:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-017dbd","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd", "reconcileID": "4b54eedd-042c-4afc-ba87-37484c3ddba9", "LLMInferenceService": "rate-test-model-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd"} 2026-09-08T14:41:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-017dbd","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd", "reconcileID": "4b54eedd-042c-4afc-ba87-37484c3ddba9", "LLMInferenceService": "rate-test-model-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd-kserve-route-authn"} 2026-09-08T14:41:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-017dbd","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd", "reconcileID": "4b54eedd-042c-4afc-ba87-37484c3ddba9", "LLMInferenceService": "rate-test-model-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd-kserve-route-authn"} 2026-09-08T14:41:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-017dbd","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd", "reconcileID": "4b54eedd-042c-4afc-ba87-37484c3ddba9", "LLMInferenceService": "rate-test-model-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd"} 2026-09-08T14:41:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-017dbd","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd", "reconcileID": "4b54eedd-042c-4afc-ba87-37484c3ddba9", "LLMInferenceService": "rate-test-model-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd"} 2026-09-08T14:41:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-017dbd","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "rate-test-model-017dbd", "reconcileID": "4b192ce2-7bde-4edd-8e74-b2e7621e8da4", "LLMInferenceService": "rate-test-model-017dbd", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd"} 2026-09-08T14:41:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-017dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-017dbd", "reconcileID": "f92c96e9-e145-413c-93e2-7ce19c814569", "Gateway": "e2e-shared-b-w3-017dbd", "namespace": "openshift-ingress"} 2026-09-08T14:41:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-017dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-017dbd", "reconcileID": "f92c96e9-e145-413c-93e2-7ce19c814569", "Gateway": "e2e-shared-b-w3-017dbd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-017dbd-authn-ssl"} 2026-09-08T14:41:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-017dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-017dbd", "reconcileID": "f92c96e9-e145-413c-93e2-7ce19c814569", "Gateway": "e2e-shared-b-w3-017dbd", "namespace": "openshift-ingress"} 2026-09-08T14:41:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-017dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-017dbd", "reconcileID": "a2e24ce1-03a5-4031-855a-d927c0df5534", "Gateway": "e2e-shared-b-w3-017dbd", "namespace": "openshift-ingress"} 2026-09-08T14:41:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-017dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-017dbd", "reconcileID": "a2e24ce1-03a5-4031-855a-d927c0df5534", "Gateway": "e2e-shared-b-w3-017dbd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-017dbd-authn-ssl"} 2026-09-08T14:41:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-017dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-017dbd", "reconcileID": "a2e24ce1-03a5-4031-855a-d927c0df5534", "Gateway": "e2e-shared-b-w3-017dbd", "namespace": "openshift-ingress"} 2026-09-08T14:41:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "61ca8807-15c0-4b2e-9a64-1b337f7cb536", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:41:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "61ca8807-15c0-4b2e-9a64-1b337f7cb536", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa-authn-ssl"} 2026-09-08T14:41:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "61ca8807-15c0-4b2e-9a64-1b337f7cb536", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:41:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "19d61e55-2e3d-4439-8ac8-cb29ebbf6a7c", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:41:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "19d61e55-2e3d-4439-8ac8-cb29ebbf6a7c", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa-authn-ssl"} 2026-09-08T14:41:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "19d61e55-2e3d-4439-8ac8-cb29ebbf6a7c", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:41:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "4aee193b-66ee-47bf-a4a9-2fb2ca0b075f", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:41:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "4aee193b-66ee-47bf-a4a9-2fb2ca0b075f", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa-authn-ssl"} 2026-09-08T14:41:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "4aee193b-66ee-47bf-a4a9-2fb2ca0b075f", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:41:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "b24cbeb8-dbd2-40ac-aa47-04316e6fa7f1", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:41:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "b24cbeb8-dbd2-40ac-aa47-04316e6fa7f1", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa-authn-ssl"} 2026-09-08T14:41:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "b24cbeb8-dbd2-40ac-aa47-04316e6fa7f1", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:41:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "408e7ab6-f934-48f4-808f-fcebd48d108d", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:41:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "408e7ab6-f934-48f4-808f-fcebd48d108d", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa-authn-ssl"} 2026-09-08T14:41:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "408e7ab6-f934-48f4-808f-fcebd48d108d", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:41:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "ddabb79e-6279-4d9c-948e-14184265a902", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:41:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "ddabb79e-6279-4d9c-948e-14184265a902", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa-authn-ssl"} 2026-09-08T14:41:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "ddabb79e-6279-4d9c-948e-14184265a902", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:41:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "f99f9c85-db39-4677-90a5-e82d37b614e5", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:41:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "f99f9c85-db39-4677-90a5-e82d37b614e5", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa-authn-ssl"} 2026-09-08T14:41:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "f99f9c85-db39-4677-90a5-e82d37b614e5", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:41:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "537e0f37-b262-449a-99a5-9f5530e33ed6", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:41:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "537e0f37-b262-449a-99a5-9f5530e33ed6", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa-authn-ssl"} 2026-09-08T14:41:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "537e0f37-b262-449a-99a5-9f5530e33ed6", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:41:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "openshift-service-ca.crt", "reconcileID": "a26d135e-d2cd-42ca-9ac5-74ecae045e93", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:41:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "odh-trusted-ca-bundle", "reconcileID": "0ea2c741-8dd4-42a7-a988-852cd13fc319", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:41:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "openshift-service-ca.crt", "reconcileID": "49478360-8032-4269-a8c1-8c84c87abe26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:41:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "openshift-service-ca.crt", "reconcileID": "49478360-8032-4269-a8c1-8c84c87abe26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:41:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a964bb71-9c90-43b1-8298-ff6a1f376d6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:41:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "openshift-service-ca.crt", "reconcileID": "a9d76286-7041-48ef-8a53-3f22402158ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:41:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "odh-trusted-ca-bundle", "reconcileID": "059bd2ad-08ee-4dd8-a8a5-4f64e05d44ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:41:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "odh-trusted-ca-bundle", "reconcileID": "059bd2ad-08ee-4dd8-a8a5-4f64e05d44ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:41:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e58cb3a3-77d9-4748-be51-dd782cd84417", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:41:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-34656b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-34656b", "reconcileID": "f0c4c17d-6203-4024-b722-84a66a2dfae4", "Gateway": "e2e-shared-b-w2-34656b", "namespace": "openshift-ingress"} 2026-09-08T14:41:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-34656b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-34656b", "reconcileID": "f0c4c17d-6203-4024-b722-84a66a2dfae4", "Gateway": "e2e-shared-b-w2-34656b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-34656b-authn-ssl"} 2026-09-08T14:41:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-34656b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-34656b", "reconcileID": "f0c4c17d-6203-4024-b722-84a66a2dfae4", "Gateway": "e2e-shared-b-w2-34656b", "namespace": "openshift-ingress"} 2026-09-08T14:41:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "512e1e3a-4886-44db-94a9-120d00324807", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:41:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "512e1e3a-4886-44db-94a9-120d00324807", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa-authn-ssl"} 2026-09-08T14:41:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "512e1e3a-4886-44db-94a9-120d00324807", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:42:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-34656b"}, "namespace": "ai-tenant-e2e-shared-b-w2-34656b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d914b79-f44e-4fb8-8744-1ee29f51cfcd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-34656b"} 2026-09-08T14:42:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-34656b"}, "namespace": "ai-tenant-e2e-shared-b-w2-34656b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d914b79-f44e-4fb8-8744-1ee29f51cfcd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-34656b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:42:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-34656b"}, "namespace": "ai-tenant-e2e-shared-b-w2-34656b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d914b79-f44e-4fb8-8744-1ee29f51cfcd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-34656b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T14:42:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-34656b"}, "namespace": "ai-tenant-e2e-shared-b-w2-34656b", "name": "odh-trusted-ca-bundle", "reconcileID": "6233402b-1a90-4b11-ae49-d41e1aa3c7b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-34656b"} 2026-09-08T14:42:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-34656b"}, "namespace": "ai-tenant-e2e-shared-b-w2-34656b", "name": "odh-trusted-ca-bundle", "reconcileID": "6233402b-1a90-4b11-ae49-d41e1aa3c7b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-34656b"} 2026-09-08T14:42:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-34656b"}, "namespace": "ai-tenant-e2e-shared-b-w2-34656b", "name": "openshift-service-ca.crt", "reconcileID": "73da46b9-1b50-4c71-8e4d-de2cc18626f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-34656b"} 2026-09-08T14:42:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-34656b"}, "namespace": "ai-tenant-e2e-shared-b-w2-34656b", "name": "openshift-service-ca.crt", "reconcileID": "73da46b9-1b50-4c71-8e4d-de2cc18626f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-34656b"} 2026-09-08T14:42:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-34656b"}, "namespace": "ai-tenant-e2e-shared-b-w2-34656b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2798b9d8-f954-422f-94d2-a1d360ecc0c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-34656b"} 2026-09-08T14:42:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-34656b"}, "namespace": "ai-tenant-e2e-shared-b-w2-34656b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2798b9d8-f954-422f-94d2-a1d360ecc0c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-34656b"} 2026-09-08T14:42:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-34656b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-34656b", "reconcileID": "206b4765-54ac-465d-9a51-9ba540974cd7", "Gateway": "e2e-shared-b-w2-34656b", "namespace": "openshift-ingress"} 2026-09-08T14:42:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "97d90dca-ef56-485b-b586-1c40290cdfc6", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:42:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "97d90dca-ef56-485b-b586-1c40290cdfc6", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa-authn-ssl"} 2026-09-08T14:42:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "97d90dca-ef56-485b-b586-1c40290cdfc6", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:42:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "45701623-e1ac-41c8-ac15-cf451570201b", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:42:20Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "45701623-e1ac-41c8-ac15-cf451570201b", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a-authn-ssl"} 2026-09-08T14:42:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "45701623-e1ac-41c8-ac15-cf451570201b", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:42:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "4655b1ed-2cd5-4a72-8dfa-b74b1a32851b", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:42:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "4655b1ed-2cd5-4a72-8dfa-b74b1a32851b", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a-authn-ssl"} 2026-09-08T14:42:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "4655b1ed-2cd5-4a72-8dfa-b74b1a32851b", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:42:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "6319af9b-41a3-4c24-bf02-37780dc10c86", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:42:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "6319af9b-41a3-4c24-bf02-37780dc10c86", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a-authn-ssl"} 2026-09-08T14:42:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "6319af9b-41a3-4c24-bf02-37780dc10c86", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:42:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "ab2073f9-8abf-434e-ab1d-7e985d6b0fb6", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:42:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "ab2073f9-8abf-434e-ab1d-7e985d6b0fb6", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a-authn-ssl"} 2026-09-08T14:42:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "ab2073f9-8abf-434e-ab1d-7e985d6b0fb6", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:42:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "6ea8b6a8-2aa4-4463-b84d-a72cc9b3cd4a", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:42:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "6ea8b6a8-2aa4-4463-b84d-a72cc9b3cd4a", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a-authn-ssl"} 2026-09-08T14:42:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "6ea8b6a8-2aa4-4463-b84d-a72cc9b3cd4a", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:42:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "a3219909-5372-458f-b511-f2554077723d", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:42:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "a3219909-5372-458f-b511-f2554077723d", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a-authn-ssl"} 2026-09-08T14:42:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "a3219909-5372-458f-b511-f2554077723d", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:42:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "beb6ab5c-d155-4e6f-8e69-7ed8b2d6ce61", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:42:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "beb6ab5c-d155-4e6f-8e69-7ed8b2d6ce61", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a-authn-ssl"} 2026-09-08T14:42:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "beb6ab5c-d155-4e6f-8e69-7ed8b2d6ce61", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:42:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f7d00a"}, "namespace": "ai-tenant-e2e-ipp-b-f7d00a", "name": "openshift-service-ca.crt", "reconcileID": "b0c9a668-91c0-4312-82c5-a00d556a000c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f7d00a"} 2026-09-08T14:42:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f7d00a"}, "namespace": "ai-tenant-e2e-ipp-b-f7d00a", "name": "odh-trusted-ca-bundle", "reconcileID": "41eb6353-9643-4b6d-9974-60ef71f797ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f7d00a"} 2026-09-08T14:42:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f7d00a"}, "namespace": "ai-tenant-e2e-ipp-b-f7d00a", "name": "openshift-service-ca.crt", "reconcileID": "92b3a91b-4356-46b5-bf94-b810220dd74c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f7d00a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:42:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f7d00a"}, "namespace": "ai-tenant-e2e-ipp-b-f7d00a", "name": "openshift-service-ca.crt", "reconcileID": "92b3a91b-4356-46b5-bf94-b810220dd74c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f7d00a"} 2026-09-08T14:42:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f7d00a"}, "namespace": "ai-tenant-e2e-ipp-b-f7d00a", "name": "openshift-service-ca.crt", "reconcileID": "3c074993-df80-4df0-a17a-2453bb54d420", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f7d00a"} 2026-09-08T14:42:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f7d00a"}, "namespace": "ai-tenant-e2e-ipp-b-f7d00a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "262aadb0-001d-4f42-8d96-03cd928a9ebc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f7d00a"} 2026-09-08T14:42:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f7d00a"}, "namespace": "ai-tenant-e2e-ipp-b-f7d00a", "name": "odh-trusted-ca-bundle", "reconcileID": "94e67dd5-2ccb-4ac8-a857-4bdedc5d31ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f7d00a", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:42:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f7d00a"}, "namespace": "ai-tenant-e2e-ipp-b-f7d00a", "name": "odh-trusted-ca-bundle", "reconcileID": "94e67dd5-2ccb-4ac8-a857-4bdedc5d31ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f7d00a"} 2026-09-08T14:42:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f7d00a"}, "namespace": "ai-tenant-e2e-ipp-b-f7d00a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be0bd9d1-c62b-4ec7-b031-f1ba06e27126", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f7d00a"} 2026-09-08T14:42:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "05bd3ded-d242-4f89-88a8-d86315102b4f", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:42:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "05bd3ded-d242-4f89-88a8-d86315102b4f", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a-authn-ssl"} 2026-09-08T14:42:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "05bd3ded-d242-4f89-88a8-d86315102b4f", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:42:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "618f7f34-74c7-4cb5-9480-10bc19249600", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:42:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "618f7f34-74c7-4cb5-9480-10bc19249600", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a-authn-ssl"} 2026-09-08T14:42:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "618f7f34-74c7-4cb5-9480-10bc19249600", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:42:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "40d402df-0cb1-4900-84f9-6053c1bc2adc", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:42:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "40d402df-0cb1-4900-84f9-6053c1bc2adc", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:42:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "40d402df-0cb1-4900-84f9-6053c1bc2adc", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:42:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "6bc7d3ce-b387-4a8c-a72f-daf9b9e2fc25", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:42:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "40d402df-0cb1-4900-84f9-6053c1bc2adc", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa-kserve-route-authn"} 2026-09-08T14:42:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "40d402df-0cb1-4900-84f9-6053c1bc2adc", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "authType": "userdefined"} 2026-09-08T14:42:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "40d402df-0cb1-4900-84f9-6053c1bc2adc", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:42:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "6bc7d3ce-b387-4a8c-a72f-daf9b9e2fc25", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa-authn-ssl"} 2026-09-08T14:42:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "6bc7d3ce-b387-4a8c-a72f-daf9b9e2fc25", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:42:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "885adea9-e5ac-44a4-9b1c-96c449eff802", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:42:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "885adea9-e5ac-44a4-9b1c-96c449eff802", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:42:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "885adea9-e5ac-44a4-9b1c-96c449eff802", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:42:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "885adea9-e5ac-44a4-9b1c-96c449eff802", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa-kserve-route-authn"} 2026-09-08T14:42:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "885adea9-e5ac-44a4-9b1c-96c449eff802", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "authType": "userdefined"} 2026-09-08T14:42:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "885adea9-e5ac-44a4-9b1c-96c449eff802", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:42:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "30c749c7-dcd7-4a38-8a3b-88e46d9aead6", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:42:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "30c749c7-dcd7-4a38-8a3b-88e46d9aead6", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa-authn-ssl"} 2026-09-08T14:42:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "30c749c7-dcd7-4a38-8a3b-88e46d9aead6", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:43:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "feffc777-7455-4026-8e94-02658eb6e750", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:43:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "feffc777-7455-4026-8e94-02658eb6e750", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:43:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "feffc777-7455-4026-8e94-02658eb6e750", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:43:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "feffc777-7455-4026-8e94-02658eb6e750", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa-kserve-route-authn"} 2026-09-08T14:43:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "feffc777-7455-4026-8e94-02658eb6e750", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "authType": "userdefined"} 2026-09-08T14:43:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "feffc777-7455-4026-8e94-02658eb6e750", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:43:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "d7080f03-96fa-4f95-a31e-03d7b5431eab", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:43:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "d7080f03-96fa-4f95-a31e-03d7b5431eab", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:43:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "d7080f03-96fa-4f95-a31e-03d7b5431eab", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:43:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "d7080f03-96fa-4f95-a31e-03d7b5431eab", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa-kserve-route-authn"} 2026-09-08T14:43:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "d7080f03-96fa-4f95-a31e-03d7b5431eab", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "authType": "userdefined"} 2026-09-08T14:43:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "d7080f03-96fa-4f95-a31e-03d7b5431eab", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:43:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "d6351b8b-1761-4e3f-acd2-c8524138d99f", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:43:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "d6351b8b-1761-4e3f-acd2-c8524138d99f", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:43:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "d6351b8b-1761-4e3f-acd2-c8524138d99f", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:43:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "d6351b8b-1761-4e3f-acd2-c8524138d99f", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa-kserve-route-authn"} 2026-09-08T14:43:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "d6351b8b-1761-4e3f-acd2-c8524138d99f", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "authType": "userdefined"} 2026-09-08T14:43:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "d6351b8b-1761-4e3f-acd2-c8524138d99f", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "6bc7d304-5bc8-48e1-a1b8-09fb291236f9", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:43:32Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "6bc7d304-5bc8-48e1-a1b8-09fb291236f9", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995-authn-ssl"} 2026-09-08T14:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "6bc7d304-5bc8-48e1-a1b8-09fb291236f9", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "ee6d4e15-8195-48fe-b6e9-20cefe5f20c6", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "ee6d4e15-8195-48fe-b6e9-20cefe5f20c6", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995-authn-ssl"} 2026-09-08T14:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "ee6d4e15-8195-48fe-b6e9-20cefe5f20c6", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "519870f2-08c7-4007-9f7b-424c841e6d62", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "519870f2-08c7-4007-9f7b-424c841e6d62", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995-authn-ssl"} 2026-09-08T14:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "519870f2-08c7-4007-9f7b-424c841e6d62", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "49efbf35-85b7-4a7e-9661-eb615dad53a6", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "49efbf35-85b7-4a7e-9661-eb615dad53a6", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995-authn-ssl"} 2026-09-08T14:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "49efbf35-85b7-4a7e-9661-eb615dad53a6", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "59192ae6-d49f-4d26-aae6-62e249fc28a5", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "59192ae6-d49f-4d26-aae6-62e249fc28a5", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995-authn-ssl"} 2026-09-08T14:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "59192ae6-d49f-4d26-aae6-62e249fc28a5", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:43:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "d8d73c27-bf3d-45d8-a62d-cd9a3d498264", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:43:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "d8d73c27-bf3d-45d8-a62d-cd9a3d498264", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995-authn-ssl"} 2026-09-08T14:43:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "d8d73c27-bf3d-45d8-a62d-cd9a3d498264", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:43:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "c2c3c912-0fcf-492a-b234-a4f890a9cbf0", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:43:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "c2c3c912-0fcf-492a-b234-a4f890a9cbf0", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995-authn-ssl"} 2026-09-08T14:43:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "c2c3c912-0fcf-492a-b234-a4f890a9cbf0", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:43:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6b7995"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995", "name": "openshift-service-ca.crt", "reconcileID": "9a109165-56ee-4d86-8f10-b6833c684ccf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995"} 2026-09-08T14:43:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b7995"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995", "name": "odh-trusted-ca-bundle", "reconcileID": "93e53efe-aea9-46b0-9be9-585025eec567", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995"} 2026-09-08T14:43:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6b7995"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995", "name": "openshift-service-ca.crt", "reconcileID": "2c7af135-2c56-4c94-9d28-117809ad5b74", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:43:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6b7995"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995", "name": "openshift-service-ca.crt", "reconcileID": "2c7af135-2c56-4c94-9d28-117809ad5b74", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995"} 2026-09-08T14:43:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b7995"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a152545f-d7db-4fc2-8653-19f07e4aa8ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995"} 2026-09-08T14:43:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6b7995"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995", "name": "openshift-service-ca.crt", "reconcileID": "f5595de0-6e76-4b57-a7c4-44b001cc6151", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995"} 2026-09-08T14:43:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b7995"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995", "name": "odh-trusted-ca-bundle", "reconcileID": "9d6f18c3-6cd4-462a-a05b-4a4a4543bdc0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:43:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b7995"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995", "name": "odh-trusted-ca-bundle", "reconcileID": "9d6f18c3-6cd4-462a-a05b-4a4a4543bdc0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995"} 2026-09-08T14:43:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b7995"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24a91adc-59df-430d-9cc1-cb091ee02526", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995"} 2026-09-08T14:43:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "c59731d4-9235-40d8-bcf8-3c3ac7d168c4", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:43:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "c59731d4-9235-40d8-bcf8-3c3ac7d168c4", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995-authn-ssl"} 2026-09-08T14:43:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "c59731d4-9235-40d8-bcf8-3c3ac7d168c4", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:43:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "7b064dfb-0b99-472b-8fae-f931ac28a711", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:43:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "7b064dfb-0b99-472b-8fae-f931ac28a711", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995-authn-ssl"} 2026-09-08T14:43:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "7b064dfb-0b99-472b-8fae-f931ac28a711", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:44:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "fc136053-1c09-4113-b0c7-5c8603973e07", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:44:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "fc136053-1c09-4113-b0c7-5c8603973e07", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995-authn-ssl"} 2026-09-08T14:44:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "fc136053-1c09-4113-b0c7-5c8603973e07", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:44:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b7995"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bfbf88c-e560-4601-8f5f-bbdc11812396", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995"} 2026-09-08T14:44:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b7995"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bfbf88c-e560-4601-8f5f-bbdc11812396", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:44:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b7995"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bfbf88c-e560-4601-8f5f-bbdc11812396", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-6b7995 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T14:44:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b7995"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995", "name": "odh-trusted-ca-bundle", "reconcileID": "4e9a8bc7-1d6d-4b69-ae82-a0a344199e26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995"} 2026-09-08T14:44:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b7995"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995", "name": "odh-trusted-ca-bundle", "reconcileID": "4e9a8bc7-1d6d-4b69-ae82-a0a344199e26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995"} 2026-09-08T14:44:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6b7995"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995", "name": "openshift-service-ca.crt", "reconcileID": "cccb0aee-61da-469e-b063-e96aaff09f73", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995"} 2026-09-08T14:44:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-6b7995"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995", "name": "openshift-service-ca.crt", "reconcileID": "cccb0aee-61da-469e-b063-e96aaff09f73", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995"} 2026-09-08T14:44:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b7995"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d33119c-c5ed-41eb-8469-c21b35fcf4eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995"} 2026-09-08T14:44:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-6b7995"}, "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d33119c-c5ed-41eb-8469-c21b35fcf4eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-6b7995"} 2026-09-08T14:44:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "7c0056db-063f-43fd-b0c0-98ca8c78adb4", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:44:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "7c0056db-063f-43fd-b0c0-98ca8c78adb4", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995-authn-ssl"} 2026-09-08T14:44:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "7c0056db-063f-43fd-b0c0-98ca8c78adb4", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:44:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-6b7995","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-6b7995", "reconcileID": "b1db5653-16bc-484b-ac0a-b2fc62aa7ee0", "Gateway": "e2e-ipp-cleanup-6b7995", "namespace": "openshift-ingress"} 2026-09-08T14:44:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "32f92631-9c64-492e-8944-178c39f5f5ca", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:44:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "32f92631-9c64-492e-8944-178c39f5f5ca", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa-authn-ssl"} 2026-09-08T14:44:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "32f92631-9c64-492e-8944-178c39f5f5ca", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:44:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "76643ff3-3644-41d0-82af-dfdd83fd3251", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:44:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "76643ff3-3644-41d0-82af-dfdd83fd3251", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa-authn-ssl"} 2026-09-08T14:44:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "76643ff3-3644-41d0-82af-dfdd83fd3251", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:44:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "5324ec87-df2a-4a86-bf67-9db03ea29f12", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:44:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "5324ec87-df2a-4a86-bf67-9db03ea29f12", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa-authn-ssl"} 2026-09-08T14:44:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "5324ec87-df2a-4a86-bf67-9db03ea29f12", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:44:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "39cac85a-f732-40d3-acfd-2443315835ad", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:44:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "39cac85a-f732-40d3-acfd-2443315835ad", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:44:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "39cac85a-f732-40d3-acfd-2443315835ad", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:44:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "39cac85a-f732-40d3-acfd-2443315835ad", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa-kserve-route-authn"} 2026-09-08T14:44:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "39cac85a-f732-40d3-acfd-2443315835ad", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "authType": "userdefined"} 2026-09-08T14:44:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "39cac85a-f732-40d3-acfd-2443315835ad", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "9f3b3117-e699-4449-9d88-ea22c8a0f67b", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "9f3b3117-e699-4449-9d88-ea22c8a0f67b", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "9f3b3117-e699-4449-9d88-ea22c8a0f67b", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "9f3b3117-e699-4449-9d88-ea22c8a0f67b", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa-kserve-route-authn"} 2026-09-08T14:45:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "9f3b3117-e699-4449-9d88-ea22c8a0f67b", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "authType": "userdefined"} 2026-09-08T14:45:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "9f3b3117-e699-4449-9d88-ea22c8a0f67b", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "6437d2bc-ffbc-4b24-8656-411d92ae5ac3", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:45:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "6437d2bc-ffbc-4b24-8656-411d92ae5ac3", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa-authn-ssl"} 2026-09-08T14:45:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "6437d2bc-ffbc-4b24-8656-411d92ae5ac3", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:45:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "e853fbba-7034-4691-98ef-ff889723f889", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "e853fbba-7034-4691-98ef-ff889723f889", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa"} 2026-09-08T14:45:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "e853fbba-7034-4691-98ef-ff889723f889", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "e853fbba-7034-4691-98ef-ff889723f889", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "e853fbba-7034-4691-98ef-ff889723f889", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa-kserve-route-authn"} 2026-09-08T14:45:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "e853fbba-7034-4691-98ef-ff889723f889", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa-kserve-route-authn"} 2026-09-08T14:45:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "e853fbba-7034-4691-98ef-ff889723f889", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "e853fbba-7034-4691-98ef-ff889723f889", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21300ed6-95fa-41f1-8b2d-43a907f29b7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21300ed6-95fa-41f1-8b2d-43a907f29b7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:45:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21300ed6-95fa-41f1-8b2d-43a907f29b7a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-274ffa because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T14:45:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96bcad49-08c0-4b66-bf29-5b74f2d3b0ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96bcad49-08c0-4b66-bf29-5b74f2d3b0ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:45:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96bcad49-08c0-4b66-bf29-5b74f2d3b0ae", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-274ffa because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T14:45:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "odh-trusted-ca-bundle", "reconcileID": "9d46450d-1bd0-4df4-a979-36567a98752a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "odh-trusted-ca-bundle", "reconcileID": "9d46450d-1bd0-4df4-a979-36567a98752a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "openshift-service-ca.crt", "reconcileID": "b73d6e8c-ed7b-4ad0-b7c4-bd7bd91d2ab2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "openshift-service-ca.crt", "reconcileID": "b73d6e8c-ed7b-4ad0-b7c4-bd7bd91d2ab2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47254dfc-2a31-4952-a266-64625484f280", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47254dfc-2a31-4952-a266-64625484f280", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "d3ca9334-4a6d-43bd-b83b-22cb2f614560", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "d3ca9334-4a6d-43bd-b83b-22cb2f614560", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa"} 2026-09-08T14:45:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "d3ca9334-4a6d-43bd-b83b-22cb2f614560", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "d3ca9334-4a6d-43bd-b83b-22cb2f614560", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "d3ca9334-4a6d-43bd-b83b-22cb2f614560", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa-kserve-route-authn"} 2026-09-08T14:45:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "d3ca9334-4a6d-43bd-b83b-22cb2f614560", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa-kserve-route-authn"} 2026-09-08T14:45:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "d3ca9334-4a6d-43bd-b83b-22cb2f614560", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "d3ca9334-4a6d-43bd-b83b-22cb2f614560", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-274ffa","namespace":"ai-tenant-e2e-ipp-a-274ffa"}, "namespace": "ai-tenant-e2e-ipp-a-274ffa", "name": "ipp-route-274ffa", "reconcileID": "e4117cf3-0ab3-4db3-a066-34a2d1ae7223", "LLMInferenceService": "ipp-route-274ffa", "namespace": "ai-tenant-e2e-ipp-a-274ffa"} 2026-09-08T14:45:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "b463ce01-6d73-46d6-b899-ba63e1412a2f", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:45:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "b463ce01-6d73-46d6-b899-ba63e1412a2f", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa-authn-ssl"} 2026-09-08T14:45:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "b463ce01-6d73-46d6-b899-ba63e1412a2f", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:45:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-274ffa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-274ffa", "reconcileID": "8ecb6ade-ae2f-4902-ac68-d6541996a7a5", "Gateway": "e2e-ipp-a-274ffa", "namespace": "openshift-ingress"} 2026-09-08T14:45:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "939dc406-5d72-4b49-99e9-62517d4cdaf1", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:45:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "939dc406-5d72-4b49-99e9-62517d4cdaf1", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a-authn-ssl"} 2026-09-08T14:45:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "939dc406-5d72-4b49-99e9-62517d4cdaf1", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:45:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "8cc76a60-5f68-4464-a396-1629c0f200f3", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:45:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "8cc76a60-5f68-4464-a396-1629c0f200f3", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a-authn-ssl"} 2026-09-08T14:45:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "8cc76a60-5f68-4464-a396-1629c0f200f3", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:45:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f7d00a"}, "namespace": "ai-tenant-e2e-ipp-b-f7d00a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e066e25a-d248-41f6-bd7c-d8a0ca1fcfca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f7d00a"} 2026-09-08T14:45:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f7d00a"}, "namespace": "ai-tenant-e2e-ipp-b-f7d00a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e066e25a-d248-41f6-bd7c-d8a0ca1fcfca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f7d00a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:45:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f7d00a"}, "namespace": "ai-tenant-e2e-ipp-b-f7d00a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e066e25a-d248-41f6-bd7c-d8a0ca1fcfca", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-f7d00a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T14:45:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f7d00a"}, "namespace": "ai-tenant-e2e-ipp-b-f7d00a", "name": "odh-trusted-ca-bundle", "reconcileID": "2b104a69-2310-4be4-84ec-575b8040ede2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f7d00a"} 2026-09-08T14:45:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f7d00a"}, "namespace": "ai-tenant-e2e-ipp-b-f7d00a", "name": "odh-trusted-ca-bundle", "reconcileID": "2b104a69-2310-4be4-84ec-575b8040ede2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f7d00a"} 2026-09-08T14:45:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f7d00a"}, "namespace": "ai-tenant-e2e-ipp-b-f7d00a", "name": "openshift-service-ca.crt", "reconcileID": "3d034d6d-498f-4ad9-b021-73f5b4084828", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f7d00a"} 2026-09-08T14:45:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f7d00a"}, "namespace": "ai-tenant-e2e-ipp-b-f7d00a", "name": "openshift-service-ca.crt", "reconcileID": "3d034d6d-498f-4ad9-b021-73f5b4084828", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f7d00a"} 2026-09-08T14:45:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f7d00a"}, "namespace": "ai-tenant-e2e-ipp-b-f7d00a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd277b0e-594c-45f8-afc0-4e5511e4ea23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f7d00a"} 2026-09-08T14:45:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f7d00a"}, "namespace": "ai-tenant-e2e-ipp-b-f7d00a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd277b0e-594c-45f8-afc0-4e5511e4ea23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f7d00a"} 2026-09-08T14:45:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f7d00a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f7d00a", "reconcileID": "90a8635b-8c5e-4f5b-89f5-2f1f93b3a9b3", "Gateway": "e2e-ipp-b-f7d00a", "namespace": "openshift-ingress"} 2026-09-08T14:45:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-780944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-780944", "reconcileID": "03c8d002-e0cb-4919-aaf0-8d7c3812c132", "Gateway": "e2e-shared-a-w3-780944", "namespace": "openshift-ingress"} 2026-09-08T14:45:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-780944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-780944", "reconcileID": "03c8d002-e0cb-4919-aaf0-8d7c3812c132", "Gateway": "e2e-shared-a-w3-780944", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-780944-authn-ssl"} 2026-09-08T14:45:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-780944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-780944", "reconcileID": "03c8d002-e0cb-4919-aaf0-8d7c3812c132", "Gateway": "e2e-shared-a-w3-780944", "namespace": "openshift-ingress"} 2026-09-08T14:45:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-780944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-780944", "reconcileID": "69957b5a-56c7-4b75-8430-3fb503437729", "Gateway": "e2e-shared-a-w3-780944", "namespace": "openshift-ingress"} 2026-09-08T14:45:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-780944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-780944", "reconcileID": "69957b5a-56c7-4b75-8430-3fb503437729", "Gateway": "e2e-shared-a-w3-780944", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-780944-authn-ssl"} 2026-09-08T14:45:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-780944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-780944", "reconcileID": "69957b5a-56c7-4b75-8430-3fb503437729", "Gateway": "e2e-shared-a-w3-780944", "namespace": "openshift-ingress"} 2026-09-08T14:46:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-780944"}, "namespace": "ai-tenant-e2e-shared-a-w3-780944", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad743379-1583-485d-a371-7f29402d4a6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-780944"} 2026-09-08T14:46:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-780944"}, "namespace": "ai-tenant-e2e-shared-a-w3-780944", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad743379-1583-485d-a371-7f29402d4a6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-780944", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:46:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-780944"}, "namespace": "ai-tenant-e2e-shared-a-w3-780944", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad743379-1583-485d-a371-7f29402d4a6a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-780944 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T14:46:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-780944"}, "namespace": "ai-tenant-e2e-shared-a-w3-780944", "name": "odh-trusted-ca-bundle", "reconcileID": "12f7fa30-d0a2-472a-87d9-4861d7a2b126", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-780944"} 2026-09-08T14:46:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-780944"}, "namespace": "ai-tenant-e2e-shared-a-w3-780944", "name": "odh-trusted-ca-bundle", "reconcileID": "12f7fa30-d0a2-472a-87d9-4861d7a2b126", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-780944"} 2026-09-08T14:46:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-780944"}, "namespace": "ai-tenant-e2e-shared-a-w3-780944", "name": "openshift-service-ca.crt", "reconcileID": "b4ad4608-8cc6-4e20-9748-e1d04c430c9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-780944"} 2026-09-08T14:46:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-780944"}, "namespace": "ai-tenant-e2e-shared-a-w3-780944", "name": "openshift-service-ca.crt", "reconcileID": "b4ad4608-8cc6-4e20-9748-e1d04c430c9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-780944"} 2026-09-08T14:46:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-780944"}, "namespace": "ai-tenant-e2e-shared-a-w3-780944", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "788939e8-52a6-44aa-af24-8d4811851e0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-780944"} 2026-09-08T14:46:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-780944"}, "namespace": "ai-tenant-e2e-shared-a-w3-780944", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "788939e8-52a6-44aa-af24-8d4811851e0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-780944"} 2026-09-08T14:46:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-780944","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-780944", "reconcileID": "c33326d6-9a1e-4a18-8fa5-e45b1dc4bc58", "Gateway": "e2e-shared-a-w3-780944", "namespace": "openshift-ingress"} 2026-09-08T14:46:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-017dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-017dbd", "reconcileID": "7897acd1-6e95-4043-bebf-5fe3bba7d689", "Gateway": "e2e-shared-b-w3-017dbd", "namespace": "openshift-ingress"} 2026-09-08T14:46:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-017dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-017dbd", "reconcileID": "7897acd1-6e95-4043-bebf-5fe3bba7d689", "Gateway": "e2e-shared-b-w3-017dbd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-017dbd-authn-ssl"} 2026-09-08T14:46:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-017dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-017dbd", "reconcileID": "7897acd1-6e95-4043-bebf-5fe3bba7d689", "Gateway": "e2e-shared-b-w3-017dbd", "namespace": "openshift-ingress"} 2026-09-08T14:46:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-017dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-017dbd", "reconcileID": "14522bd7-b2c4-4d48-9457-61ed0467b00d", "Gateway": "e2e-shared-b-w3-017dbd", "namespace": "openshift-ingress"} 2026-09-08T14:46:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-017dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-017dbd", "reconcileID": "14522bd7-b2c4-4d48-9457-61ed0467b00d", "Gateway": "e2e-shared-b-w3-017dbd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-017dbd-authn-ssl"} 2026-09-08T14:46:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-017dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-017dbd", "reconcileID": "14522bd7-b2c4-4d48-9457-61ed0467b00d", "Gateway": "e2e-shared-b-w3-017dbd", "namespace": "openshift-ingress"} 2026-09-08T14:46:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22a7c160-a4eb-44af-9ab1-7752612e1084", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd"} 2026-09-08T14:46:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22a7c160-a4eb-44af-9ab1-7752612e1084", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:46:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22a7c160-a4eb-44af-9ab1-7752612e1084", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-017dbd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T14:46:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "odh-trusted-ca-bundle", "reconcileID": "1d112c87-40cc-4868-8831-38fce0a55eea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd"} 2026-09-08T14:46:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "odh-trusted-ca-bundle", "reconcileID": "1d112c87-40cc-4868-8831-38fce0a55eea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd"} 2026-09-08T14:46:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "openshift-service-ca.crt", "reconcileID": "54675ad4-6aa3-4cff-9100-f2c0fb8239e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd"} 2026-09-08T14:46:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "openshift-service-ca.crt", "reconcileID": "54675ad4-6aa3-4cff-9100-f2c0fb8239e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd"} 2026-09-08T14:46:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b457ece1-0ebc-4ed4-ae6e-9fcfad75460c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd"} 2026-09-08T14:46:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-017dbd"}, "namespace": "ai-tenant-e2e-shared-b-w3-017dbd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b457ece1-0ebc-4ed4-ae6e-9fcfad75460c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-017dbd"} 2026-09-08T14:46:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-017dbd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-017dbd", "reconcileID": "3500b22a-d29b-4dbc-9af6-2d8dd98b40e1", "Gateway": "e2e-shared-b-w3-017dbd", "namespace": "openshift-ingress"} 2026-09-08T14:46:57Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T14:46:57Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T14:47:00Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T14:47:00Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T14:50:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "40957029-fd29-4937-9c58-6485b14298ad", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm"} 2026-09-08T14:50:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "40957029-fd29-4937-9c58-6485b14298ad", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm"} 2026-09-08T14:50:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "40957029-fd29-4937-9c58-6485b14298ad", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm"} 2026-09-08T14:50:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2951ea6a-d691-41f5-9cb6-c469799e665b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:50:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "40957029-fd29-4937-9c58-6485b14298ad", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm", "name": "e2e-same-id-a-35588716-kserve-route-authn"} 2026-09-08T14:50:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "40957029-fd29-4937-9c58-6485b14298ad", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm", "authType": "userdefined"} 2026-09-08T14:50:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "40957029-fd29-4937-9c58-6485b14298ad", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm"} 2026-09-08T14:50:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2951ea6a-d691-41f5-9cb6-c469799e665b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T14:50:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2951ea6a-d691-41f5-9cb6-c469799e665b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:50:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "9022f567-11af-4d3a-b2db-0e1b754b6940", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm"} 2026-09-08T14:50:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "9022f567-11af-4d3a-b2db-0e1b754b6940", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm"} 2026-09-08T14:50:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "9022f567-11af-4d3a-b2db-0e1b754b6940", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm"} 2026-09-08T14:50:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "382523d0-1380-496c-841e-ba82f3fd2998", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:50:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "9022f567-11af-4d3a-b2db-0e1b754b6940", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm", "name": "e2e-same-id-b-35588716-kserve-route-authn"} 2026-09-08T14:50:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "9022f567-11af-4d3a-b2db-0e1b754b6940", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm", "authType": "userdefined"} 2026-09-08T14:50:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "9022f567-11af-4d3a-b2db-0e1b754b6940", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm"} 2026-09-08T14:50:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "382523d0-1380-496c-841e-ba82f3fd2998", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T14:50:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "382523d0-1380-496c-841e-ba82f3fd2998", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:50:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "587905e6-58aa-417f-a227-bc926ac09a51", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm"} 2026-09-08T14:50:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "587905e6-58aa-417f-a227-bc926ac09a51", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm"} 2026-09-08T14:50:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "587905e6-58aa-417f-a227-bc926ac09a51", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm"} 2026-09-08T14:50:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "587905e6-58aa-417f-a227-bc926ac09a51", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm", "name": "e2e-same-id-a-35588716-kserve-route-authn"} 2026-09-08T14:50:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "587905e6-58aa-417f-a227-bc926ac09a51", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm", "authType": "userdefined"} 2026-09-08T14:50:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "587905e6-58aa-417f-a227-bc926ac09a51", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm"} 2026-09-08T14:50:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "45cee914-9935-480b-ae92-ae5d45fc9b7f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:50:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "45cee914-9935-480b-ae92-ae5d45fc9b7f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T14:50:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "45cee914-9935-480b-ae92-ae5d45fc9b7f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:50:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "30bac4e7-4dc0-4ddc-869e-3448da16f330", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm"} 2026-09-08T14:50:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "30bac4e7-4dc0-4ddc-869e-3448da16f330", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm"} 2026-09-08T14:50:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "30bac4e7-4dc0-4ddc-869e-3448da16f330", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm"} 2026-09-08T14:50:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "30bac4e7-4dc0-4ddc-869e-3448da16f330", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm", "name": "e2e-same-id-a-35588716-kserve-route-authn"} 2026-09-08T14:50:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "30bac4e7-4dc0-4ddc-869e-3448da16f330", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm", "authType": "userdefined"} 2026-09-08T14:50:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "30bac4e7-4dc0-4ddc-869e-3448da16f330", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm"} 2026-09-08T14:50:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "2cde563d-de54-4ff2-8adb-4dfc9d38c345", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm"} 2026-09-08T14:50:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "2cde563d-de54-4ff2-8adb-4dfc9d38c345", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm"} 2026-09-08T14:50:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "2cde563d-de54-4ff2-8adb-4dfc9d38c345", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm"} 2026-09-08T14:50:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "2cde563d-de54-4ff2-8adb-4dfc9d38c345", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm", "name": "e2e-same-id-b-35588716-kserve-route-authn"} 2026-09-08T14:50:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "2cde563d-de54-4ff2-8adb-4dfc9d38c345", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm", "authType": "userdefined"} 2026-09-08T14:50:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "2cde563d-de54-4ff2-8adb-4dfc9d38c345", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm"} 2026-09-08T14:50:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f7914981-317e-4fd2-b96a-9bd43ed890c6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:50:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f7914981-317e-4fd2-b96a-9bd43ed890c6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T14:50:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f7914981-317e-4fd2-b96a-9bd43ed890c6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:50:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "273ae369-6547-4622-8403-d79110186302", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm"} 2026-09-08T14:50:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "273ae369-6547-4622-8403-d79110186302", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm"} 2026-09-08T14:50:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "273ae369-6547-4622-8403-d79110186302", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm"} 2026-09-08T14:50:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "273ae369-6547-4622-8403-d79110186302", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm", "name": "e2e-same-id-b-35588716-kserve-route-authn"} 2026-09-08T14:50:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "273ae369-6547-4622-8403-d79110186302", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm", "authType": "userdefined"} 2026-09-08T14:50:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "273ae369-6547-4622-8403-d79110186302", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm"} 2026-09-08T14:51:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "09bae4f8-d544-4658-b8d3-5cfc6ab7ccbe", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm"} 2026-09-08T14:51:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "09bae4f8-d544-4658-b8d3-5cfc6ab7ccbe", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm"} 2026-09-08T14:51:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "09bae4f8-d544-4658-b8d3-5cfc6ab7ccbe", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm"} 2026-09-08T14:51:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "09bae4f8-d544-4658-b8d3-5cfc6ab7ccbe", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm", "name": "e2e-same-id-a-35588716-kserve-route-authn"} 2026-09-08T14:51:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "09bae4f8-d544-4658-b8d3-5cfc6ab7ccbe", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm", "authType": "userdefined"} 2026-09-08T14:51:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "09bae4f8-d544-4658-b8d3-5cfc6ab7ccbe", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm"} 2026-09-08T14:51:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "b60b8058-5b4c-4676-8d4b-b51b3b3bc0dc", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm"} 2026-09-08T14:51:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "b60b8058-5b4c-4676-8d4b-b51b3b3bc0dc", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm"} 2026-09-08T14:51:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "b60b8058-5b4c-4676-8d4b-b51b3b3bc0dc", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm"} 2026-09-08T14:51:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "b60b8058-5b4c-4676-8d4b-b51b3b3bc0dc", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm", "name": "e2e-same-id-b-35588716-kserve-route-authn"} 2026-09-08T14:51:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "b60b8058-5b4c-4676-8d4b-b51b3b3bc0dc", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm", "authType": "userdefined"} 2026-09-08T14:51:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "b60b8058-5b4c-4676-8d4b-b51b3b3bc0dc", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm"} 2026-09-08T14:51:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "a6b397ce-a9c0-4001-a8d8-b9ced4bf871f", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm"} 2026-09-08T14:51:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "a6b397ce-a9c0-4001-a8d8-b9ced4bf871f", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm", "name": "e2e-same-id-a-35588716"} 2026-09-08T14:51:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "a6b397ce-a9c0-4001-a8d8-b9ced4bf871f", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm"} 2026-09-08T14:51:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "a6b397ce-a9c0-4001-a8d8-b9ced4bf871f", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm"} 2026-09-08T14:51:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "a6b397ce-a9c0-4001-a8d8-b9ced4bf871f", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm", "name": "e2e-same-id-a-35588716-kserve-route-authn"} 2026-09-08T14:51:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "a6b397ce-a9c0-4001-a8d8-b9ced4bf871f", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm", "name": "e2e-same-id-a-35588716-kserve-route-authn"} 2026-09-08T14:51:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-35588716", "reconcileID": "7c6af641-81d9-404d-ab78-5f6df69b4860", "LLMInferenceService": "e2e-same-id-a-35588716", "namespace": "llm"} 2026-09-08T14:51:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7c1c7c11-9ef6-4457-8e6c-866ef1275f15", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:51:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7c1c7c11-9ef6-4457-8e6c-866ef1275f15", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T14:51:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7c1c7c11-9ef6-4457-8e6c-866ef1275f15", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:51:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d0f9a04a-cd2f-4940-a4ee-5ee7254ee6b7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:51:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d0f9a04a-cd2f-4940-a4ee-5ee7254ee6b7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T14:51:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d0f9a04a-cd2f-4940-a4ee-5ee7254ee6b7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:51:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "2815b755-b82f-429c-9d1c-235e0b028eef", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm"} 2026-09-08T14:51:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "2815b755-b82f-429c-9d1c-235e0b028eef", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm", "name": "e2e-same-id-b-35588716"} 2026-09-08T14:51:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "2815b755-b82f-429c-9d1c-235e0b028eef", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm"} 2026-09-08T14:51:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "2815b755-b82f-429c-9d1c-235e0b028eef", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm"} 2026-09-08T14:51:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "2815b755-b82f-429c-9d1c-235e0b028eef", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm", "name": "e2e-same-id-b-35588716-kserve-route-authn"} 2026-09-08T14:51:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "2815b755-b82f-429c-9d1c-235e0b028eef", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm", "name": "e2e-same-id-b-35588716-kserve-route-authn"} 2026-09-08T14:51:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-35588716","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-35588716", "reconcileID": "1a2cb65b-878e-4c15-bc53-ae71399cff1e", "LLMInferenceService": "e2e-same-id-b-35588716", "namespace": "llm"} 2026-09-08T14:51:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4c6f72aa-9f47-41ee-8a66-1d449e3afa3a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:51:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4c6f72aa-9f47-41ee-8a66-1d449e3afa3a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T14:51:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4c6f72aa-9f47-41ee-8a66-1d449e3afa3a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:51:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3ab14002-5b39-4621-b1a2-514974a287d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:51:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3ab14002-5b39-4621-b1a2-514974a287d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T14:51:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3ab14002-5b39-4621-b1a2-514974a287d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}