2026-09-11T18:10:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "a8b26a73-21eb-4b4a-9e31-c20e6fee4c55", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "authType": "userdefined"} 2026-09-11T18:10:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "a8b26a73-21eb-4b4a-9e31-c20e6fee4c55", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5"} 2026-09-11T18:10:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ebea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ebea5", "reconcileID": "2c7f5ee9-9187-4fdd-a4f3-ee68ee4adea8", "Gateway": "e2e-shared-b-w3-3ebea5", "namespace": "openshift-ingress"} 2026-09-11T18:10:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ebea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ebea5", "reconcileID": "2c7f5ee9-9187-4fdd-a4f3-ee68ee4adea8", "Gateway": "e2e-shared-b-w3-3ebea5", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ebea5-authn-ssl"} 2026-09-11T18:10:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ebea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ebea5", "reconcileID": "2c7f5ee9-9187-4fdd-a4f3-ee68ee4adea8", "Gateway": "e2e-shared-b-w3-3ebea5", "namespace": "openshift-ingress"} 2026-09-11T18:10:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "7a953725-d042-4181-949d-640cb03e03eb", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5"} 2026-09-11T18:10:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "7a953725-d042-4181-949d-640cb03e03eb", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5"} 2026-09-11T18:10:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "7a953725-d042-4181-949d-640cb03e03eb", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5"} 2026-09-11T18:10:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "7a953725-d042-4181-949d-640cb03e03eb", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5-kserve-route-authn"} 2026-09-11T18:10:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "7a953725-d042-4181-949d-640cb03e03eb", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "authType": "userdefined"} 2026-09-11T18:10:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "7a953725-d042-4181-949d-640cb03e03eb", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5"} 2026-09-11T18:10:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f1705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f1705a", "reconcileID": "94401be5-7be0-48fa-a94a-349cd983b0d8", "Gateway": "e2e-api-b-f1705a", "namespace": "openshift-ingress"} 2026-09-11T18:10:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f1705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f1705a", "reconcileID": "94401be5-7be0-48fa-a94a-349cd983b0d8", "Gateway": "e2e-api-b-f1705a", "namespace": "openshift-ingress", "name": "e2e-api-b-f1705a-authn-ssl"} 2026-09-11T18:10:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f1705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f1705a", "reconcileID": "94401be5-7be0-48fa-a94a-349cd983b0d8", "Gateway": "e2e-api-b-f1705a", "namespace": "openshift-ingress"} 2026-09-11T18:10:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "8136ba24-72a6-4d87-9b53-5ef7b27a8ffb", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5"} 2026-09-11T18:10:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "8136ba24-72a6-4d87-9b53-5ef7b27a8ffb", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5"} 2026-09-11T18:10:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "8136ba24-72a6-4d87-9b53-5ef7b27a8ffb", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5"} 2026-09-11T18:10:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "8136ba24-72a6-4d87-9b53-5ef7b27a8ffb", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5-kserve-route-authn"} 2026-09-11T18:10:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "8136ba24-72a6-4d87-9b53-5ef7b27a8ffb", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "authType": "userdefined"} 2026-09-11T18:10:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "8136ba24-72a6-4d87-9b53-5ef7b27a8ffb", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5"} 2026-09-11T18:10:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f1705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f1705a", "reconcileID": "fb7517b0-0120-4c63-aa73-9551a63a3207", "Gateway": "e2e-api-b-f1705a", "namespace": "openshift-ingress"} 2026-09-11T18:10:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f1705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f1705a", "reconcileID": "fb7517b0-0120-4c63-aa73-9551a63a3207", "Gateway": "e2e-api-b-f1705a", "namespace": "openshift-ingress", "name": "e2e-api-b-f1705a-authn-ssl"} 2026-09-11T18:10:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f1705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f1705a", "reconcileID": "fb7517b0-0120-4c63-aa73-9551a63a3207", "Gateway": "e2e-api-b-f1705a", "namespace": "openshift-ingress"} 2026-09-11T18:10:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f1705a"}, "namespace": "ai-tenant-e2e-api-b-f1705a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d061ec4c-d11f-496b-91d9-e2c0dae1ba24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f1705a"} 2026-09-11T18:10:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f1705a"}, "namespace": "ai-tenant-e2e-api-b-f1705a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d061ec4c-d11f-496b-91d9-e2c0dae1ba24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f1705a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:10:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f1705a"}, "namespace": "ai-tenant-e2e-api-b-f1705a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d061ec4c-d11f-496b-91d9-e2c0dae1ba24", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-f1705a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T18:10:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f1705a"}, "namespace": "ai-tenant-e2e-api-b-f1705a", "name": "odh-trusted-ca-bundle", "reconcileID": "d9e33668-9fc2-4d60-a46d-95b6c46c831f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f1705a"} 2026-09-11T18:10:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f1705a"}, "namespace": "ai-tenant-e2e-api-b-f1705a", "name": "odh-trusted-ca-bundle", "reconcileID": "d9e33668-9fc2-4d60-a46d-95b6c46c831f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f1705a"} 2026-09-11T18:10:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f1705a"}, "namespace": "ai-tenant-e2e-api-b-f1705a", "name": "openshift-service-ca.crt", "reconcileID": "9d929e36-1fe9-4f01-9348-a3a40c861b48", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f1705a"} 2026-09-11T18:10:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f1705a"}, "namespace": "ai-tenant-e2e-api-b-f1705a", "name": "openshift-service-ca.crt", "reconcileID": "9d929e36-1fe9-4f01-9348-a3a40c861b48", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f1705a"} 2026-09-11T18:10:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f1705a"}, "namespace": "ai-tenant-e2e-api-b-f1705a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3fa75599-9716-4f63-b90d-842d2fa1d001", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f1705a"} 2026-09-11T18:10:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f1705a"}, "namespace": "ai-tenant-e2e-api-b-f1705a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3fa75599-9716-4f63-b90d-842d2fa1d001", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f1705a"} 2026-09-11T18:10:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f1705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f1705a", "reconcileID": "1ac5b885-0b52-47e6-a744-ffee26669a82", "Gateway": "e2e-api-b-f1705a", "namespace": "openshift-ingress"} 2026-09-11T18:10:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-fd32cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-fd32cd", "reconcileID": "544a3123-54d6-4367-9763-099e52305fab", "Gateway": "e2e-shared-a-w2-fd32cd", "namespace": "openshift-ingress"} 2026-09-11T18:10:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-fd32cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-fd32cd", "reconcileID": "544a3123-54d6-4367-9763-099e52305fab", "Gateway": "e2e-shared-a-w2-fd32cd", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-fd32cd-authn-ssl"} 2026-09-11T18:10:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-fd32cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-fd32cd", "reconcileID": "544a3123-54d6-4367-9763-099e52305fab", "Gateway": "e2e-shared-a-w2-fd32cd", "namespace": "openshift-ingress"} 2026-09-11T18:10:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-fd32cd"}, "namespace": "ai-tenant-e2e-shared-a-w2-fd32cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e46205b4-d29b-4d4b-8991-a3f5a7928598", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-fd32cd"} 2026-09-11T18:10:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-fd32cd"}, "namespace": "ai-tenant-e2e-shared-a-w2-fd32cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e46205b4-d29b-4d4b-8991-a3f5a7928598", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-fd32cd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:10:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-fd32cd"}, "namespace": "ai-tenant-e2e-shared-a-w2-fd32cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e46205b4-d29b-4d4b-8991-a3f5a7928598", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-fd32cd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T18:10:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-fd32cd"}, "namespace": "ai-tenant-e2e-shared-a-w2-fd32cd", "name": "odh-trusted-ca-bundle", "reconcileID": "0b572e37-e080-4539-b232-d6b4b6d0fadc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-fd32cd"} 2026-09-11T18:10:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-fd32cd"}, "namespace": "ai-tenant-e2e-shared-a-w2-fd32cd", "name": "odh-trusted-ca-bundle", "reconcileID": "0b572e37-e080-4539-b232-d6b4b6d0fadc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-fd32cd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:10:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-fd32cd"}, "namespace": "ai-tenant-e2e-shared-a-w2-fd32cd", "name": "odh-trusted-ca-bundle", "reconcileID": "0b572e37-e080-4539-b232-d6b4b6d0fadc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-fd32cd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T18:10:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-fd32cd"}, "namespace": "ai-tenant-e2e-shared-a-w2-fd32cd", "name": "openshift-service-ca.crt", "reconcileID": "e11c7f36-aa07-4469-844f-540a42093a9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-fd32cd"} 2026-09-11T18:10:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-fd32cd"}, "namespace": "ai-tenant-e2e-shared-a-w2-fd32cd", "name": "openshift-service-ca.crt", "reconcileID": "e11c7f36-aa07-4469-844f-540a42093a9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-fd32cd"} 2026-09-11T18:10:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-fd32cd"}, "namespace": "ai-tenant-e2e-shared-a-w2-fd32cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c0f93ae-6fc7-4b44-8435-317ea93ae29c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-fd32cd"} 2026-09-11T18:10:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-fd32cd"}, "namespace": "ai-tenant-e2e-shared-a-w2-fd32cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c0f93ae-6fc7-4b44-8435-317ea93ae29c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-fd32cd"} 2026-09-11T18:10:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-fd32cd"}, "namespace": "ai-tenant-e2e-shared-a-w2-fd32cd", "name": "odh-trusted-ca-bundle", "reconcileID": "319bd46b-c0ac-4466-9d97-7ad3efa01707", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-fd32cd"} 2026-09-11T18:10:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-fd32cd"}, "namespace": "ai-tenant-e2e-shared-a-w2-fd32cd", "name": "odh-trusted-ca-bundle", "reconcileID": "319bd46b-c0ac-4466-9d97-7ad3efa01707", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-fd32cd"} 2026-09-11T18:10:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-fd32cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-fd32cd", "reconcileID": "92ff7423-a535-429f-8471-4927f8c149e0", "Gateway": "e2e-shared-a-w2-fd32cd", "namespace": "openshift-ingress"} 2026-09-11T18:11:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f95803","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f95803", "reconcileID": "c41e0fb2-4384-414c-8cb8-7c0a94517d0d", "Gateway": "e2e-shared-b-w2-f95803", "namespace": "openshift-ingress"} 2026-09-11T18:11:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f95803","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f95803", "reconcileID": "c41e0fb2-4384-414c-8cb8-7c0a94517d0d", "Gateway": "e2e-shared-b-w2-f95803", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f95803-authn-ssl"} 2026-09-11T18:11:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f95803","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f95803", "reconcileID": "c41e0fb2-4384-414c-8cb8-7c0a94517d0d", "Gateway": "e2e-shared-b-w2-f95803", "namespace": "openshift-ingress"} 2026-09-11T18:11:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-386935","namespace":"ai-tenant-e2e-shared-a-w3-386935"}, "namespace": "ai-tenant-e2e-shared-a-w3-386935", "name": "rate-test-model-386935", "reconcileID": "bc0a4504-38fa-40c3-aa5b-7146b2fffb76", "LLMInferenceService": "rate-test-model-386935", "namespace": "ai-tenant-e2e-shared-a-w3-386935"} 2026-09-11T18:11:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-386935","namespace":"ai-tenant-e2e-shared-a-w3-386935"}, "namespace": "ai-tenant-e2e-shared-a-w3-386935", "name": "rate-test-model-386935", "reconcileID": "bc0a4504-38fa-40c3-aa5b-7146b2fffb76", "LLMInferenceService": "rate-test-model-386935", "namespace": "ai-tenant-e2e-shared-a-w3-386935", "name": "rate-test-model-386935"} 2026-09-11T18:11:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-386935","namespace":"ai-tenant-e2e-shared-a-w3-386935"}, "namespace": "ai-tenant-e2e-shared-a-w3-386935", "name": "rate-test-model-386935", "reconcileID": "bc0a4504-38fa-40c3-aa5b-7146b2fffb76", "LLMInferenceService": "rate-test-model-386935", "namespace": "ai-tenant-e2e-shared-a-w3-386935"} 2026-09-11T18:11:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-386935","namespace":"ai-tenant-e2e-shared-a-w3-386935"}, "namespace": "ai-tenant-e2e-shared-a-w3-386935", "name": "rate-test-model-386935", "reconcileID": "bc0a4504-38fa-40c3-aa5b-7146b2fffb76", "LLMInferenceService": "rate-test-model-386935", "namespace": "ai-tenant-e2e-shared-a-w3-386935"} 2026-09-11T18:11:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-386935","namespace":"ai-tenant-e2e-shared-a-w3-386935"}, "namespace": "ai-tenant-e2e-shared-a-w3-386935", "name": "rate-test-model-386935", "reconcileID": "bc0a4504-38fa-40c3-aa5b-7146b2fffb76", "LLMInferenceService": "rate-test-model-386935", "namespace": "ai-tenant-e2e-shared-a-w3-386935", "name": "rate-test-model-386935-kserve-route-authn"} 2026-09-11T18:11:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-386935","namespace":"ai-tenant-e2e-shared-a-w3-386935"}, "namespace": "ai-tenant-e2e-shared-a-w3-386935", "name": "rate-test-model-386935", "reconcileID": "bc0a4504-38fa-40c3-aa5b-7146b2fffb76", "LLMInferenceService": "rate-test-model-386935", "namespace": "ai-tenant-e2e-shared-a-w3-386935", "name": "rate-test-model-386935-kserve-route-authn"} 2026-09-11T18:11:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-386935","namespace":"ai-tenant-e2e-shared-a-w3-386935"}, "namespace": "ai-tenant-e2e-shared-a-w3-386935", "name": "rate-test-model-386935", "reconcileID": "bc0a4504-38fa-40c3-aa5b-7146b2fffb76", "LLMInferenceService": "rate-test-model-386935", "namespace": "ai-tenant-e2e-shared-a-w3-386935", "namespace": "ai-tenant-e2e-shared-a-w3-386935"} 2026-09-11T18:11:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-386935","namespace":"ai-tenant-e2e-shared-a-w3-386935"}, "namespace": "ai-tenant-e2e-shared-a-w3-386935", "name": "rate-test-model-386935", "reconcileID": "bc0a4504-38fa-40c3-aa5b-7146b2fffb76", "LLMInferenceService": "rate-test-model-386935", "namespace": "ai-tenant-e2e-shared-a-w3-386935", "namespace": "ai-tenant-e2e-shared-a-w3-386935"} 2026-09-11T18:11:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-386935","namespace":"ai-tenant-e2e-shared-a-w3-386935"}, "namespace": "ai-tenant-e2e-shared-a-w3-386935", "name": "rate-test-model-386935", "reconcileID": "530cec0c-39f3-45a0-9a44-26d91c2286e2", "LLMInferenceService": "rate-test-model-386935", "namespace": "ai-tenant-e2e-shared-a-w3-386935"} 2026-09-11T18:11:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-386935","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-386935", "reconcileID": "a8b59b13-dbfe-4d40-920b-2e12df4b6bf4", "Gateway": "e2e-shared-a-w3-386935", "namespace": "openshift-ingress"} 2026-09-11T18:11:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-386935","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-386935", "reconcileID": "a8b59b13-dbfe-4d40-920b-2e12df4b6bf4", "Gateway": "e2e-shared-a-w3-386935", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-386935-authn-ssl"} 2026-09-11T18:11:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-386935","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-386935", "reconcileID": "a8b59b13-dbfe-4d40-920b-2e12df4b6bf4", "Gateway": "e2e-shared-a-w3-386935", "namespace": "openshift-ingress"} 2026-09-11T18:11:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-386935","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-386935", "reconcileID": "d96d5846-4c71-4c77-8f54-430fed72f720", "Gateway": "e2e-shared-a-w3-386935", "namespace": "openshift-ingress"} 2026-09-11T18:11:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-386935","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-386935", "reconcileID": "d96d5846-4c71-4c77-8f54-430fed72f720", "Gateway": "e2e-shared-a-w3-386935", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-386935-authn-ssl"} 2026-09-11T18:11:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-386935","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-386935", "reconcileID": "d96d5846-4c71-4c77-8f54-430fed72f720", "Gateway": "e2e-shared-a-w3-386935", "namespace": "openshift-ingress"} 2026-09-11T18:11:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "fbb414e0-6a27-414b-818c-9e9975fdcbd1", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5"} 2026-09-11T18:11:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "fbb414e0-6a27-414b-818c-9e9975fdcbd1", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5"} 2026-09-11T18:11:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "fbb414e0-6a27-414b-818c-9e9975fdcbd1", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5"} 2026-09-11T18:11:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "fbb414e0-6a27-414b-818c-9e9975fdcbd1", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5"} 2026-09-11T18:11:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "fbb414e0-6a27-414b-818c-9e9975fdcbd1", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5-kserve-route-authn"} 2026-09-11T18:11:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "fbb414e0-6a27-414b-818c-9e9975fdcbd1", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5-kserve-route-authn"} 2026-09-11T18:11:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "fbb414e0-6a27-414b-818c-9e9975fdcbd1", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5"} 2026-09-11T18:11:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "fbb414e0-6a27-414b-818c-9e9975fdcbd1", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5"} 2026-09-11T18:11:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f95803","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f95803", "reconcileID": "70be0259-6f3c-4427-acd5-0683e801eb28", "Gateway": "e2e-shared-b-w2-f95803", "namespace": "openshift-ingress"} 2026-09-11T18:11:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f95803","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f95803", "reconcileID": "70be0259-6f3c-4427-acd5-0683e801eb28", "Gateway": "e2e-shared-b-w2-f95803", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f95803-authn-ssl"} 2026-09-11T18:11:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f95803","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f95803", "reconcileID": "70be0259-6f3c-4427-acd5-0683e801eb28", "Gateway": "e2e-shared-b-w2-f95803", "namespace": "openshift-ingress"} 2026-09-11T18:11:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3ebea5","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "rate-test-model-3ebea5", "reconcileID": "87f8b714-95e0-4e94-8aee-6303b2eae498", "LLMInferenceService": "rate-test-model-3ebea5", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5"} 2026-09-11T18:11:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ebea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ebea5", "reconcileID": "87fef286-c467-496e-8f48-54a65e5f80cb", "Gateway": "e2e-shared-b-w3-3ebea5", "namespace": "openshift-ingress"} 2026-09-11T18:11:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ebea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ebea5", "reconcileID": "87fef286-c467-496e-8f48-54a65e5f80cb", "Gateway": "e2e-shared-b-w3-3ebea5", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ebea5-authn-ssl"} 2026-09-11T18:11:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ebea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ebea5", "reconcileID": "87fef286-c467-496e-8f48-54a65e5f80cb", "Gateway": "e2e-shared-b-w3-3ebea5", "namespace": "openshift-ingress"} 2026-09-11T18:11:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ebea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ebea5", "reconcileID": "3d217aa2-8b6e-44b0-a103-ea34ade8e77c", "Gateway": "e2e-shared-b-w3-3ebea5", "namespace": "openshift-ingress"} 2026-09-11T18:11:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ebea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ebea5", "reconcileID": "3d217aa2-8b6e-44b0-a103-ea34ade8e77c", "Gateway": "e2e-shared-b-w3-3ebea5", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ebea5-authn-ssl"} 2026-09-11T18:11:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ebea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ebea5", "reconcileID": "3d217aa2-8b6e-44b0-a103-ea34ade8e77c", "Gateway": "e2e-shared-b-w3-3ebea5", "namespace": "openshift-ingress"} 2026-09-11T18:11:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f95803"}, "namespace": "ai-tenant-e2e-shared-b-w2-f95803", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59e5a355-8c00-4b41-9b69-f8b1b16f9b2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f95803"} 2026-09-11T18:11:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f95803"}, "namespace": "ai-tenant-e2e-shared-b-w2-f95803", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59e5a355-8c00-4b41-9b69-f8b1b16f9b2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f95803", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:11:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f95803"}, "namespace": "ai-tenant-e2e-shared-b-w2-f95803", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59e5a355-8c00-4b41-9b69-f8b1b16f9b2d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-f95803 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T18:11:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f95803"}, "namespace": "ai-tenant-e2e-shared-b-w2-f95803", "name": "odh-trusted-ca-bundle", "reconcileID": "ea7747d8-f954-4203-906c-59e71002dbc1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f95803"} 2026-09-11T18:11:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f95803"}, "namespace": "ai-tenant-e2e-shared-b-w2-f95803", "name": "odh-trusted-ca-bundle", "reconcileID": "ea7747d8-f954-4203-906c-59e71002dbc1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f95803"} 2026-09-11T18:11:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-f95803"}, "namespace": "ai-tenant-e2e-shared-b-w2-f95803", "name": "openshift-service-ca.crt", "reconcileID": "edb41296-efc6-4c40-9338-2c0fe14e6b6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-f95803"} 2026-09-11T18:11:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-f95803"}, "namespace": "ai-tenant-e2e-shared-b-w2-f95803", "name": "openshift-service-ca.crt", "reconcileID": "edb41296-efc6-4c40-9338-2c0fe14e6b6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-f95803"} 2026-09-11T18:11:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f95803"}, "namespace": "ai-tenant-e2e-shared-b-w2-f95803", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "844eca59-3146-4b5b-8259-bb9abc7fb103", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f95803"} 2026-09-11T18:11:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f95803"}, "namespace": "ai-tenant-e2e-shared-b-w2-f95803", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "844eca59-3146-4b5b-8259-bb9abc7fb103", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f95803"} 2026-09-11T18:11:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "73b391e3-e52f-469d-ae63-06c503881537", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:11:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "73b391e3-e52f-469d-ae63-06c503881537", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962-authn-ssl"} 2026-09-11T18:11:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "73b391e3-e52f-469d-ae63-06c503881537", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:11:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "8a0872fb-26a8-40d3-ad53-d2170f153ecf", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:11:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "8a0872fb-26a8-40d3-ad53-d2170f153ecf", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962-authn-ssl"} 2026-09-11T18:11:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "8a0872fb-26a8-40d3-ad53-d2170f153ecf", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:11:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "6acfd54c-e369-4b9e-8650-68f3b20c7a66", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:11:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "6acfd54c-e369-4b9e-8650-68f3b20c7a66", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962-authn-ssl"} 2026-09-11T18:11:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "6acfd54c-e369-4b9e-8650-68f3b20c7a66", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:11:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "a54ceca5-40f2-4a70-bb84-f4c91330b2fc", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:11:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "a54ceca5-40f2-4a70-bb84-f4c91330b2fc", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962-authn-ssl"} 2026-09-11T18:11:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "a54ceca5-40f2-4a70-bb84-f4c91330b2fc", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:11:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "68893c31-61a4-4300-b332-6f80a5adb649", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:11:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "68893c31-61a4-4300-b332-6f80a5adb649", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962-authn-ssl"} 2026-09-11T18:11:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "68893c31-61a4-4300-b332-6f80a5adb649", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:11:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "88ed05e9-55c5-4370-bcea-a541e13a5647", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:11:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "88ed05e9-55c5-4370-bcea-a541e13a5647", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962-authn-ssl"} 2026-09-11T18:11:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "88ed05e9-55c5-4370-bcea-a541e13a5647", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:11:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "9c06c962-7cea-4a68-91f2-1f98bd491719", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:11:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "9c06c962-7cea-4a68-91f2-1f98bd491719", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962-authn-ssl"} 2026-09-11T18:11:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "9c06c962-7cea-4a68-91f2-1f98bd491719", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:11:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f95803","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f95803", "reconcileID": "38ac5b09-45a7-40f8-8f18-8cd22ffff603", "Gateway": "e2e-shared-b-w2-f95803", "namespace": "openshift-ingress"} 2026-09-11T18:11:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "cddb23dc-c0a6-434f-92ce-70999caab118", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:11:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "cddb23dc-c0a6-434f-92ce-70999caab118", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962-authn-ssl"} 2026-09-11T18:11:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "cddb23dc-c0a6-434f-92ce-70999caab118", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:11:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "odh-trusted-ca-bundle", "reconcileID": "5e24b6fe-23c7-476c-ad66-e2f462a6d1f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:11:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "openshift-service-ca.crt", "reconcileID": "8686f973-5592-4369-b057-b69c23cfb6b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:11:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "openshift-service-ca.crt", "reconcileID": "b495f0dc-88f7-47f7-a23f-f896b50cdb55", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:11:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "openshift-service-ca.crt", "reconcileID": "b495f0dc-88f7-47f7-a23f-f896b50cdb55", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:11:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "odh-trusted-ca-bundle", "reconcileID": "a117ade8-4ef8-41a3-9a0b-8a83f3723a45", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:11:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "odh-trusted-ca-bundle", "reconcileID": "a117ade8-4ef8-41a3-9a0b-8a83f3723a45", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:11:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2740b36b-2ed0-4b07-8dd7-acb89a8b99b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:11:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "openshift-service-ca.crt", "reconcileID": "cadf4df0-d0d9-49ad-8cdd-a303c92081b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:11:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "3cbf0b1e-ed2d-4550-9213-540f0bdf6115", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:11:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "3cbf0b1e-ed2d-4550-9213-540f0bdf6115", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962-authn-ssl"} 2026-09-11T18:11:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "3cbf0b1e-ed2d-4550-9213-540f0bdf6115", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:11:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "6b58d9c3-25b3-4626-9910-3058057f2476", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:11:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "6b58d9c3-25b3-4626-9910-3058057f2476", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962-authn-ssl"} 2026-09-11T18:11:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "6b58d9c3-25b3-4626-9910-3058057f2476", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:11:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "872afa3c-a88b-4dcc-b07f-555443e2b25d", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:11:48Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "872afa3c-a88b-4dcc-b07f-555443e2b25d", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6-authn-ssl"} 2026-09-11T18:11:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "872afa3c-a88b-4dcc-b07f-555443e2b25d", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:11:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "352b2d0b-92a0-4a7b-8233-d152dbed4565", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:11:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "352b2d0b-92a0-4a7b-8233-d152dbed4565", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6-authn-ssl"} 2026-09-11T18:11:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "352b2d0b-92a0-4a7b-8233-d152dbed4565", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:11:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "7752af52-e4d2-47d6-b9a7-3673b21574c9", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:11:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "7752af52-e4d2-47d6-b9a7-3673b21574c9", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6-authn-ssl"} 2026-09-11T18:11:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "7752af52-e4d2-47d6-b9a7-3673b21574c9", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:11:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "cf48bc8b-3c28-4eed-b757-d201a6014162", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:11:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "cf48bc8b-3c28-4eed-b757-d201a6014162", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6-authn-ssl"} 2026-09-11T18:11:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "cf48bc8b-3c28-4eed-b757-d201a6014162", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:11:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "4500867c-0de1-4859-8449-b65dfdfef201", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:11:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "4500867c-0de1-4859-8449-b65dfdfef201", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6-authn-ssl"} 2026-09-11T18:11:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "4500867c-0de1-4859-8449-b65dfdfef201", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:11:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "138af18d-229c-4aa0-a9e4-ad41f16bf1ce", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:11:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "138af18d-229c-4aa0-a9e4-ad41f16bf1ce", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6-authn-ssl"} 2026-09-11T18:11:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "138af18d-229c-4aa0-a9e4-ad41f16bf1ce", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:11:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "dc1bb85e-1944-4bd7-8e8a-5137b0144cb2", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:11:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "dc1bb85e-1944-4bd7-8e8a-5137b0144cb2", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6-authn-ssl"} 2026-09-11T18:11:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "dc1bb85e-1944-4bd7-8e8a-5137b0144cb2", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:11:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b54eb6"}, "namespace": "ai-tenant-e2e-ipp-b-b54eb6", "name": "openshift-service-ca.crt", "reconcileID": "fe4d8b6a-6f1c-4b49-8ee6-ad65b7be5158", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b54eb6"} 2026-09-11T18:11:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b54eb6"}, "namespace": "ai-tenant-e2e-ipp-b-b54eb6", "name": "odh-trusted-ca-bundle", "reconcileID": "4aba7d5b-6ea4-4842-a8d6-70b0b12707ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b54eb6"} 2026-09-11T18:11:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b54eb6"}, "namespace": "ai-tenant-e2e-ipp-b-b54eb6", "name": "openshift-service-ca.crt", "reconcileID": "2b60ae55-8398-4dcb-a033-360a2e02ec36", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b54eb6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:11:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b54eb6"}, "namespace": "ai-tenant-e2e-ipp-b-b54eb6", "name": "openshift-service-ca.crt", "reconcileID": "2b60ae55-8398-4dcb-a033-360a2e02ec36", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b54eb6"} 2026-09-11T18:11:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b54eb6"}, "namespace": "ai-tenant-e2e-ipp-b-b54eb6", "name": "openshift-service-ca.crt", "reconcileID": "c77fd78d-81fc-4278-89c6-e83b88152146", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b54eb6"} 2026-09-11T18:11:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b54eb6"}, "namespace": "ai-tenant-e2e-ipp-b-b54eb6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95075254-0871-4cbb-a1ce-46e70eb28829", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b54eb6"} 2026-09-11T18:11:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b54eb6"}, "namespace": "ai-tenant-e2e-ipp-b-b54eb6", "name": "odh-trusted-ca-bundle", "reconcileID": "25930248-c042-4751-9680-5d36324b8ebc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b54eb6", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:11:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b54eb6"}, "namespace": "ai-tenant-e2e-ipp-b-b54eb6", "name": "odh-trusted-ca-bundle", "reconcileID": "25930248-c042-4751-9680-5d36324b8ebc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b54eb6"} 2026-09-11T18:11:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b54eb6"}, "namespace": "ai-tenant-e2e-ipp-b-b54eb6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "535a2a94-af70-4432-9513-124c8da78004", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b54eb6"} 2026-09-11T18:11:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "88c56f60-9b02-427e-87c1-a8a54b55f611", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:11:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "88c56f60-9b02-427e-87c1-a8a54b55f611", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6-authn-ssl"} 2026-09-11T18:11:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "88c56f60-9b02-427e-87c1-a8a54b55f611", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:12:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "8511ac64-2fa1-42e8-9dd4-c3ae9132d6f0", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:12:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "8511ac64-2fa1-42e8-9dd4-c3ae9132d6f0", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6-authn-ssl"} 2026-09-11T18:12:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "8511ac64-2fa1-42e8-9dd4-c3ae9132d6f0", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:12:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "ecc2f664-00ce-4223-94be-4da87177db9a", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:12:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "ecc2f664-00ce-4223-94be-4da87177db9a", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:12:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "ecc2f664-00ce-4223-94be-4da87177db9a", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:12:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "5d2d2740-b5dc-424f-8d4f-5b6a5b2a58f3", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:12:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "ecc2f664-00ce-4223-94be-4da87177db9a", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962-kserve-route-authn"} 2026-09-11T18:12:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "ecc2f664-00ce-4223-94be-4da87177db9a", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "authType": "userdefined"} 2026-09-11T18:12:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "ecc2f664-00ce-4223-94be-4da87177db9a", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:12:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "5d2d2740-b5dc-424f-8d4f-5b6a5b2a58f3", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962-authn-ssl"} 2026-09-11T18:12:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "5d2d2740-b5dc-424f-8d4f-5b6a5b2a58f3", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:12:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "6825818f-32db-47e0-8c8f-6964273d6fa6", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:12:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "6825818f-32db-47e0-8c8f-6964273d6fa6", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:12:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "6825818f-32db-47e0-8c8f-6964273d6fa6", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:12:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "6825818f-32db-47e0-8c8f-6964273d6fa6", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962-kserve-route-authn"} 2026-09-11T18:12:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "6825818f-32db-47e0-8c8f-6964273d6fa6", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "authType": "userdefined"} 2026-09-11T18:12:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "6825818f-32db-47e0-8c8f-6964273d6fa6", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:12:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "fd9b5c58-daf6-4fc3-a62c-67a6323fb7b6", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:12:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "fd9b5c58-daf6-4fc3-a62c-67a6323fb7b6", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962-authn-ssl"} 2026-09-11T18:12:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "fd9b5c58-daf6-4fc3-a62c-67a6323fb7b6", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:12:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "6cda3e3d-37da-4745-ad4d-f75a80cbfd30", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:12:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "6cda3e3d-37da-4745-ad4d-f75a80cbfd30", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:12:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "6cda3e3d-37da-4745-ad4d-f75a80cbfd30", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:12:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "6cda3e3d-37da-4745-ad4d-f75a80cbfd30", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962-kserve-route-authn"} 2026-09-11T18:12:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "6cda3e3d-37da-4745-ad4d-f75a80cbfd30", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "authType": "userdefined"} 2026-09-11T18:12:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "6cda3e3d-37da-4745-ad4d-f75a80cbfd30", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:13:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "c02c33ec-cb2f-4e77-b8f7-e454d3453856", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:13:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "c02c33ec-cb2f-4e77-b8f7-e454d3453856", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:13:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "c02c33ec-cb2f-4e77-b8f7-e454d3453856", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:13:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "c02c33ec-cb2f-4e77-b8f7-e454d3453856", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962-kserve-route-authn"} 2026-09-11T18:13:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "c02c33ec-cb2f-4e77-b8f7-e454d3453856", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "authType": "userdefined"} 2026-09-11T18:13:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "c02c33ec-cb2f-4e77-b8f7-e454d3453856", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:13:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "d40d4d02-a2fe-4199-92b7-6c154035a9b0", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:13:24Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "d40d4d02-a2fe-4199-92b7-6c154035a9b0", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a-authn-ssl"} 2026-09-11T18:13:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "d40d4d02-a2fe-4199-92b7-6c154035a9b0", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:13:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "86b2f4fe-96f6-4a65-b80f-9cbf994f9048", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:13:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "86b2f4fe-96f6-4a65-b80f-9cbf994f9048", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a-authn-ssl"} 2026-09-11T18:13:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "86b2f4fe-96f6-4a65-b80f-9cbf994f9048", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:13:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "f6fd0c66-6d46-4b3a-8421-d18152c1892d", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:13:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "f6fd0c66-6d46-4b3a-8421-d18152c1892d", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a-authn-ssl"} 2026-09-11T18:13:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "f6fd0c66-6d46-4b3a-8421-d18152c1892d", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:13:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "2d6563e1-d47c-4d5c-a859-08016e6399c2", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:13:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "2d6563e1-d47c-4d5c-a859-08016e6399c2", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a-authn-ssl"} 2026-09-11T18:13:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "2d6563e1-d47c-4d5c-a859-08016e6399c2", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:13:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "79ecdd7c-17b5-41ec-87b4-bbdf6c8085db", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:13:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "79ecdd7c-17b5-41ec-87b4-bbdf6c8085db", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a-authn-ssl"} 2026-09-11T18:13:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "79ecdd7c-17b5-41ec-87b4-bbdf6c8085db", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:13:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "e19d3097-62c4-4917-bdb7-64011c13e041", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:13:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "e19d3097-62c4-4917-bdb7-64011c13e041", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a-authn-ssl"} 2026-09-11T18:13:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "e19d3097-62c4-4917-bdb7-64011c13e041", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:13:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "0063c70b-a2b6-4de0-8c52-c6cee6811fb0", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:13:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "0063c70b-a2b6-4de0-8c52-c6cee6811fb0", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a-authn-ssl"} 2026-09-11T18:13:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "0063c70b-a2b6-4de0-8c52-c6cee6811fb0", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:13:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "81d01d83-4d9d-404e-bfa2-708213e491df", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:13:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "81d01d83-4d9d-404e-bfa2-708213e491df", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a-authn-ssl"} 2026-09-11T18:13:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "81d01d83-4d9d-404e-bfa2-708213e491df", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:13:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4f951a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a", "name": "openshift-service-ca.crt", "reconcileID": "371047f3-5fc5-41f7-a058-b5ebba60578c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a"} 2026-09-11T18:13:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4f951a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a", "name": "odh-trusted-ca-bundle", "reconcileID": "a7b169b2-3d94-4444-b9a4-ee3f9d7edf66", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a"} 2026-09-11T18:13:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4f951a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a", "name": "openshift-service-ca.crt", "reconcileID": "2f0db404-07f4-4c0b-8314-1e0ee36eac76", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:13:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4f951a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a", "name": "openshift-service-ca.crt", "reconcileID": "2f0db404-07f4-4c0b-8314-1e0ee36eac76", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a"} 2026-09-11T18:13:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4f951a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21e815b9-0743-40ba-97d6-42a193cde50a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a"} 2026-09-11T18:13:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4f951a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a", "name": "openshift-service-ca.crt", "reconcileID": "252797a0-e9fe-4ec2-a784-cca71f4a2c4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a"} 2026-09-11T18:13:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4f951a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a", "name": "odh-trusted-ca-bundle", "reconcileID": "857d9527-95fa-40dc-bb46-fe0c40b181b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:13:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4f951a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a", "name": "odh-trusted-ca-bundle", "reconcileID": "857d9527-95fa-40dc-bb46-fe0c40b181b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a"} 2026-09-11T18:13:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4f951a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "997be769-e04c-482f-b0f9-ccfb884cb9cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a"} 2026-09-11T18:13:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "14b41a89-40e7-414a-a1e6-820f37504d93", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:13:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "14b41a89-40e7-414a-a1e6-820f37504d93", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a-authn-ssl"} 2026-09-11T18:13:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "14b41a89-40e7-414a-a1e6-820f37504d93", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:13:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "3d3a26f2-7fbd-4ed0-96e7-5e4f3ee5eaa9", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:13:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "3d3a26f2-7fbd-4ed0-96e7-5e4f3ee5eaa9", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a-authn-ssl"} 2026-09-11T18:13:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "3d3a26f2-7fbd-4ed0-96e7-5e4f3ee5eaa9", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:14:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "ee14f8f8-8ebb-45cc-8400-f3e3fce81bf2", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:14:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "ee14f8f8-8ebb-45cc-8400-f3e3fce81bf2", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a-authn-ssl"} 2026-09-11T18:14:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "ee14f8f8-8ebb-45cc-8400-f3e3fce81bf2", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:14:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "6cec7fba-392b-47a3-956c-d616e26f3217", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:14:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "6cec7fba-392b-47a3-956c-d616e26f3217", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a-authn-ssl"} 2026-09-11T18:14:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "6cec7fba-392b-47a3-956c-d616e26f3217", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:14:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4f951a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84aaa053-8646-4c6d-b458-0e6735a43159", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a"} 2026-09-11T18:14:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4f951a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84aaa053-8646-4c6d-b458-0e6735a43159", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:14:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4f951a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84aaa053-8646-4c6d-b458-0e6735a43159", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-4f951a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T18:14:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4f951a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a", "name": "odh-trusted-ca-bundle", "reconcileID": "653fadaa-2b7d-439b-80fa-4d06f4578167", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a"} 2026-09-11T18:14:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4f951a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a", "name": "odh-trusted-ca-bundle", "reconcileID": "653fadaa-2b7d-439b-80fa-4d06f4578167", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a"} 2026-09-11T18:14:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4f951a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a", "name": "openshift-service-ca.crt", "reconcileID": "fbbfc0a5-713c-4737-a0e5-37c875b28c90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a"} 2026-09-11T18:14:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4f951a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a", "name": "openshift-service-ca.crt", "reconcileID": "fbbfc0a5-713c-4737-a0e5-37c875b28c90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a"} 2026-09-11T18:14:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4f951a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f232cbd-74a2-40da-be1d-5c818fce57bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a"} 2026-09-11T18:14:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4f951a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f232cbd-74a2-40da-be1d-5c818fce57bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4f951a"} 2026-09-11T18:14:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4f951a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4f951a", "reconcileID": "dbc97cc8-f452-4571-9b46-4ed80b59e7f8", "Gateway": "e2e-ipp-cleanup-4f951a", "namespace": "openshift-ingress"} 2026-09-11T18:14:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "9c6e3b38-abdc-4914-a64f-098afeb481b4", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:14:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "9c6e3b38-abdc-4914-a64f-098afeb481b4", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962-authn-ssl"} 2026-09-11T18:14:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "9c6e3b38-abdc-4914-a64f-098afeb481b4", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:14:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "89a36a93-45b4-4c6e-b589-a04cda1502a3", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:14:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "89a36a93-45b4-4c6e-b589-a04cda1502a3", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962-authn-ssl"} 2026-09-11T18:14:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "89a36a93-45b4-4c6e-b589-a04cda1502a3", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:14:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "753afaf3-a605-47bd-b3f9-bffd257bb643", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:14:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "753afaf3-a605-47bd-b3f9-bffd257bb643", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962-authn-ssl"} 2026-09-11T18:14:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "753afaf3-a605-47bd-b3f9-bffd257bb643", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:14:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "493df75f-f903-438b-b51c-9eca40dd5205", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:14:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "493df75f-f903-438b-b51c-9eca40dd5205", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:14:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "493df75f-f903-438b-b51c-9eca40dd5205", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:14:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "493df75f-f903-438b-b51c-9eca40dd5205", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962-kserve-route-authn"} 2026-09-11T18:14:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "493df75f-f903-438b-b51c-9eca40dd5205", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "authType": "userdefined"} 2026-09-11T18:14:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "493df75f-f903-438b-b51c-9eca40dd5205", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "4a53a8c8-daf9-4b3f-954f-b354581237f4", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "4a53a8c8-daf9-4b3f-954f-b354581237f4", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "4a53a8c8-daf9-4b3f-954f-b354581237f4", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "4a53a8c8-daf9-4b3f-954f-b354581237f4", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962-kserve-route-authn"} 2026-09-11T18:15:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "4a53a8c8-daf9-4b3f-954f-b354581237f4", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "authType": "userdefined"} 2026-09-11T18:15:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "4a53a8c8-daf9-4b3f-954f-b354581237f4", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "30c82fad-8363-47d4-a1bd-54ecaef2deab", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:15:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "30c82fad-8363-47d4-a1bd-54ecaef2deab", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962-authn-ssl"} 2026-09-11T18:15:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "30c82fad-8363-47d4-a1bd-54ecaef2deab", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:15:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c2942a8-f339-4e26-b923-0a969fecf747", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c2942a8-f339-4e26-b923-0a969fecf747", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:15:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c2942a8-f339-4e26-b923-0a969fecf747", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-6ad962 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T18:15:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "odh-trusted-ca-bundle", "reconcileID": "5b5eacdc-f266-4021-9bc8-59f82c810244", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "odh-trusted-ca-bundle", "reconcileID": "5b5eacdc-f266-4021-9bc8-59f82c810244", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "openshift-service-ca.crt", "reconcileID": "4e6ef2f5-6315-4375-9d80-527e9b3d56d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "openshift-service-ca.crt", "reconcileID": "4e6ef2f5-6315-4375-9d80-527e9b3d56d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cd5869e-3181-4681-9674-e7f01fedc8af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cd5869e-3181-4681-9674-e7f01fedc8af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "f6126928-cf97-4395-b475-867addf3306b", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "f6126928-cf97-4395-b475-867addf3306b", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962"} 2026-09-11T18:15:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "f6126928-cf97-4395-b475-867addf3306b", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "f6126928-cf97-4395-b475-867addf3306b", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "f6126928-cf97-4395-b475-867addf3306b", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962-kserve-route-authn"} 2026-09-11T18:15:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "f6126928-cf97-4395-b475-867addf3306b", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962-kserve-route-authn"} 2026-09-11T18:15:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "f6126928-cf97-4395-b475-867addf3306b", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "f6126928-cf97-4395-b475-867addf3306b", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "2e39f7e9-ef09-474b-a245-e83fd279ee40", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "2e39f7e9-ef09-474b-a245-e83fd279ee40", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962"} 2026-09-11T18:15:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "2e39f7e9-ef09-474b-a245-e83fd279ee40", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "2e39f7e9-ef09-474b-a245-e83fd279ee40", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "2e39f7e9-ef09-474b-a245-e83fd279ee40", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962-kserve-route-authn"} 2026-09-11T18:15:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "2e39f7e9-ef09-474b-a245-e83fd279ee40", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962-kserve-route-authn"} 2026-09-11T18:15:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "2e39f7e9-ef09-474b-a245-e83fd279ee40", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "2e39f7e9-ef09-474b-a245-e83fd279ee40", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6ad962","namespace":"ai-tenant-e2e-ipp-a-6ad962"}, "namespace": "ai-tenant-e2e-ipp-a-6ad962", "name": "ipp-route-6ad962", "reconcileID": "89e16ce8-6709-4c51-ae2b-4ab53f3e5c40", "LLMInferenceService": "ipp-route-6ad962", "namespace": "ai-tenant-e2e-ipp-a-6ad962"} 2026-09-11T18:15:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "8b2c51bb-e39b-490c-9827-b897ce23122c", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:15:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "8b2c51bb-e39b-490c-9827-b897ce23122c", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962-authn-ssl"} 2026-09-11T18:15:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "8b2c51bb-e39b-490c-9827-b897ce23122c", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:15:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6ad962","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6ad962", "reconcileID": "35a5d7e3-c0aa-4df6-8168-0910f059f3d5", "Gateway": "e2e-ipp-a-6ad962", "namespace": "openshift-ingress"} 2026-09-11T18:15:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "f8dbc431-add6-491a-a628-c5b6a05b0271", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:15:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "f8dbc431-add6-491a-a628-c5b6a05b0271", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6-authn-ssl"} 2026-09-11T18:15:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "f8dbc431-add6-491a-a628-c5b6a05b0271", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:15:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "0654d96f-c235-4404-8dab-e73e8efdc1ca", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:15:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "0654d96f-c235-4404-8dab-e73e8efdc1ca", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6-authn-ssl"} 2026-09-11T18:15:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "0654d96f-c235-4404-8dab-e73e8efdc1ca", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:15:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b54eb6"}, "namespace": "ai-tenant-e2e-ipp-b-b54eb6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a0e706e-81d5-4899-8e4b-a824513fbd00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b54eb6"} 2026-09-11T18:15:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b54eb6"}, "namespace": "ai-tenant-e2e-ipp-b-b54eb6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a0e706e-81d5-4899-8e4b-a824513fbd00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b54eb6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:15:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b54eb6"}, "namespace": "ai-tenant-e2e-ipp-b-b54eb6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a0e706e-81d5-4899-8e4b-a824513fbd00", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-b54eb6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T18:15:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b54eb6"}, "namespace": "ai-tenant-e2e-ipp-b-b54eb6", "name": "odh-trusted-ca-bundle", "reconcileID": "142e9136-9ba8-476b-80a0-306e3ba66292", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b54eb6"} 2026-09-11T18:15:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b54eb6"}, "namespace": "ai-tenant-e2e-ipp-b-b54eb6", "name": "odh-trusted-ca-bundle", "reconcileID": "142e9136-9ba8-476b-80a0-306e3ba66292", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b54eb6"} 2026-09-11T18:15:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b54eb6"}, "namespace": "ai-tenant-e2e-ipp-b-b54eb6", "name": "openshift-service-ca.crt", "reconcileID": "1e72ce18-7623-48ba-9188-c995afb786d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b54eb6"} 2026-09-11T18:15:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b54eb6"}, "namespace": "ai-tenant-e2e-ipp-b-b54eb6", "name": "openshift-service-ca.crt", "reconcileID": "1e72ce18-7623-48ba-9188-c995afb786d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b54eb6"} 2026-09-11T18:15:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b54eb6"}, "namespace": "ai-tenant-e2e-ipp-b-b54eb6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41b647ad-af33-4fdc-8d5a-31af52419c4e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b54eb6"} 2026-09-11T18:15:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b54eb6"}, "namespace": "ai-tenant-e2e-ipp-b-b54eb6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41b647ad-af33-4fdc-8d5a-31af52419c4e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b54eb6"} 2026-09-11T18:15:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b54eb6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b54eb6", "reconcileID": "695648be-691a-4f04-a545-e32fbbb84f44", "Gateway": "e2e-ipp-b-b54eb6", "namespace": "openshift-ingress"} 2026-09-11T18:15:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-386935","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-386935", "reconcileID": "103cf33b-66f0-4937-8a80-da5f7646fc0f", "Gateway": "e2e-shared-a-w3-386935", "namespace": "openshift-ingress"} 2026-09-11T18:15:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-386935","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-386935", "reconcileID": "103cf33b-66f0-4937-8a80-da5f7646fc0f", "Gateway": "e2e-shared-a-w3-386935", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-386935-authn-ssl"} 2026-09-11T18:15:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-386935","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-386935", "reconcileID": "103cf33b-66f0-4937-8a80-da5f7646fc0f", "Gateway": "e2e-shared-a-w3-386935", "namespace": "openshift-ingress"} 2026-09-11T18:15:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-386935","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-386935", "reconcileID": "0893aa92-a4c3-4563-a304-42c0381a84e7", "Gateway": "e2e-shared-a-w3-386935", "namespace": "openshift-ingress"} 2026-09-11T18:15:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-386935","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-386935", "reconcileID": "0893aa92-a4c3-4563-a304-42c0381a84e7", "Gateway": "e2e-shared-a-w3-386935", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-386935-authn-ssl"} 2026-09-11T18:15:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-386935","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-386935", "reconcileID": "0893aa92-a4c3-4563-a304-42c0381a84e7", "Gateway": "e2e-shared-a-w3-386935", "namespace": "openshift-ingress"} 2026-09-11T18:16:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-386935"}, "namespace": "ai-tenant-e2e-shared-a-w3-386935", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58b407c9-8ba7-494f-9ba9-8c742ddbea58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-386935"} 2026-09-11T18:16:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-386935"}, "namespace": "ai-tenant-e2e-shared-a-w3-386935", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58b407c9-8ba7-494f-9ba9-8c742ddbea58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-386935", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:16:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-386935"}, "namespace": "ai-tenant-e2e-shared-a-w3-386935", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58b407c9-8ba7-494f-9ba9-8c742ddbea58", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-386935 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T18:16:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-386935"}, "namespace": "ai-tenant-e2e-shared-a-w3-386935", "name": "odh-trusted-ca-bundle", "reconcileID": "eb0c6da3-3d82-4b15-9503-8867507b764f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-386935"} 2026-09-11T18:16:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-386935"}, "namespace": "ai-tenant-e2e-shared-a-w3-386935", "name": "odh-trusted-ca-bundle", "reconcileID": "eb0c6da3-3d82-4b15-9503-8867507b764f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-386935"} 2026-09-11T18:16:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-386935"}, "namespace": "ai-tenant-e2e-shared-a-w3-386935", "name": "openshift-service-ca.crt", "reconcileID": "ffd82ac5-8f79-405b-81b5-9309bffe2f2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-386935"} 2026-09-11T18:16:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-386935"}, "namespace": "ai-tenant-e2e-shared-a-w3-386935", "name": "openshift-service-ca.crt", "reconcileID": "ffd82ac5-8f79-405b-81b5-9309bffe2f2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-386935"} 2026-09-11T18:16:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-386935"}, "namespace": "ai-tenant-e2e-shared-a-w3-386935", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf5bc866-f7d6-41b7-8784-e3bee58ef578", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-386935"} 2026-09-11T18:16:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-386935"}, "namespace": "ai-tenant-e2e-shared-a-w3-386935", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf5bc866-f7d6-41b7-8784-e3bee58ef578", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-386935"} 2026-09-11T18:16:00Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-386935","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-386935", "reconcileID": "c0463f62-ab3f-47d2-a4d4-6df152b45bfc", "Gateway": "e2e-shared-a-w3-386935", "namespace": "openshift-ingress"} 2026-09-11T18:16:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ebea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ebea5", "reconcileID": "a6e257f6-67e0-46a9-a45e-d9422cd41303", "Gateway": "e2e-shared-b-w3-3ebea5", "namespace": "openshift-ingress"} 2026-09-11T18:16:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ebea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ebea5", "reconcileID": "a6e257f6-67e0-46a9-a45e-d9422cd41303", "Gateway": "e2e-shared-b-w3-3ebea5", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ebea5-authn-ssl"} 2026-09-11T18:16:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ebea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ebea5", "reconcileID": "a6e257f6-67e0-46a9-a45e-d9422cd41303", "Gateway": "e2e-shared-b-w3-3ebea5", "namespace": "openshift-ingress"} 2026-09-11T18:16:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ebea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ebea5", "reconcileID": "1edeab41-b202-4ec5-8dd6-3ffe0da1fb51", "Gateway": "e2e-shared-b-w3-3ebea5", "namespace": "openshift-ingress"} 2026-09-11T18:16:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ebea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ebea5", "reconcileID": "1edeab41-b202-4ec5-8dd6-3ffe0da1fb51", "Gateway": "e2e-shared-b-w3-3ebea5", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ebea5-authn-ssl"} 2026-09-11T18:16:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ebea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ebea5", "reconcileID": "1edeab41-b202-4ec5-8dd6-3ffe0da1fb51", "Gateway": "e2e-shared-b-w3-3ebea5", "namespace": "openshift-ingress"} 2026-09-11T18:16:15Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T18:16:15Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T18:16:16Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T18:16:16Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T18:16:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ad7f83d-d2c9-44b4-bc14-aefe1af893d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5"} 2026-09-11T18:16:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ad7f83d-d2c9-44b4-bc14-aefe1af893d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T18:16:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ad7f83d-d2c9-44b4-bc14-aefe1af893d7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-3ebea5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T18:16:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "odh-trusted-ca-bundle", "reconcileID": "e3c52d62-2192-43bb-90e6-ef63336e4789", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5"} 2026-09-11T18:16:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "odh-trusted-ca-bundle", "reconcileID": "e3c52d62-2192-43bb-90e6-ef63336e4789", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5"} 2026-09-11T18:16:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "openshift-service-ca.crt", "reconcileID": "9beeb1aa-952f-487b-bc56-37eb7ce5ba9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5"} 2026-09-11T18:16:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "openshift-service-ca.crt", "reconcileID": "9beeb1aa-952f-487b-bc56-37eb7ce5ba9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5"} 2026-09-11T18:16:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc4cd3d8-d6bc-43c2-9a14-f98cbd0debe9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5"} 2026-09-11T18:16:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3ebea5"}, "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc4cd3d8-d6bc-43c2-9a14-f98cbd0debe9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3ebea5"} 2026-09-11T18:16:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3ebea5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3ebea5", "reconcileID": "1edee34c-f51a-4c6c-9851-9586207644cc", "Gateway": "e2e-shared-b-w3-3ebea5", "namespace": "openshift-ingress"} 2026-09-11T18:20:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "a716d3cf-0bd7-4946-bbfb-11ae0dcc9d72", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm"} 2026-09-11T18:20:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "a716d3cf-0bd7-4946-bbfb-11ae0dcc9d72", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm"} 2026-09-11T18:20:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "a716d3cf-0bd7-4946-bbfb-11ae0dcc9d72", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm"} 2026-09-11T18:20:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e3f914e7-1816-4566-be6b-8b6d10540864", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:20:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "a716d3cf-0bd7-4946-bbfb-11ae0dcc9d72", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm", "name": "e2e-same-id-a-b14014df-kserve-route-authn"} 2026-09-11T18:20:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "a716d3cf-0bd7-4946-bbfb-11ae0dcc9d72", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm", "authType": "userdefined"} 2026-09-11T18:20:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "a716d3cf-0bd7-4946-bbfb-11ae0dcc9d72", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm"} 2026-09-11T18:20:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e3f914e7-1816-4566-be6b-8b6d10540864", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T18:20:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e3f914e7-1816-4566-be6b-8b6d10540864", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:20:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "b429a7e5-a8d5-45f1-9eb9-364aacc39dc3", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm"} 2026-09-11T18:20:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "b429a7e5-a8d5-45f1-9eb9-364aacc39dc3", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm"} 2026-09-11T18:20:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "b429a7e5-a8d5-45f1-9eb9-364aacc39dc3", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm"} 2026-09-11T18:20:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "b429a7e5-a8d5-45f1-9eb9-364aacc39dc3", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm", "name": "e2e-same-id-a-b14014df-kserve-route-authn"} 2026-09-11T18:20:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "b429a7e5-a8d5-45f1-9eb9-364aacc39dc3", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm", "authType": "userdefined"} 2026-09-11T18:20:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "b429a7e5-a8d5-45f1-9eb9-364aacc39dc3", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm"} 2026-09-11T18:20:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "08fa90cc-f249-4344-b2bc-dcc1c8677fe0", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm"} 2026-09-11T18:20:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "08fa90cc-f249-4344-b2bc-dcc1c8677fe0", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm"} 2026-09-11T18:20:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "08fa90cc-f249-4344-b2bc-dcc1c8677fe0", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm"} 2026-09-11T18:20:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ac57e37-2947-4ae6-a6fa-a205c221b3e1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:20:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "08fa90cc-f249-4344-b2bc-dcc1c8677fe0", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm", "name": "e2e-same-id-b-b14014df-kserve-route-authn"} 2026-09-11T18:20:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "08fa90cc-f249-4344-b2bc-dcc1c8677fe0", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm", "authType": "userdefined"} 2026-09-11T18:20:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "08fa90cc-f249-4344-b2bc-dcc1c8677fe0", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm"} 2026-09-11T18:20:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ac57e37-2947-4ae6-a6fa-a205c221b3e1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T18:20:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ac57e37-2947-4ae6-a6fa-a205c221b3e1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:20:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "082794be-e8e9-4b99-a506-6054fce75f17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:20:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "082794be-e8e9-4b99-a506-6054fce75f17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T18:20:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "082794be-e8e9-4b99-a506-6054fce75f17", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:20:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "20b503c9-7e51-44ba-8e00-8af1589b512f", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm"} 2026-09-11T18:20:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "20b503c9-7e51-44ba-8e00-8af1589b512f", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm"} 2026-09-11T18:20:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "20b503c9-7e51-44ba-8e00-8af1589b512f", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm"} 2026-09-11T18:20:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "20b503c9-7e51-44ba-8e00-8af1589b512f", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm", "name": "e2e-same-id-a-b14014df-kserve-route-authn"} 2026-09-11T18:20:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "20b503c9-7e51-44ba-8e00-8af1589b512f", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm", "authType": "userdefined"} 2026-09-11T18:20:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "20b503c9-7e51-44ba-8e00-8af1589b512f", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm"} 2026-09-11T18:20:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "c713c077-1f69-4a25-80ef-8efa23744f7a", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm"} 2026-09-11T18:20:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "c713c077-1f69-4a25-80ef-8efa23744f7a", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm"} 2026-09-11T18:20:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "c713c077-1f69-4a25-80ef-8efa23744f7a", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm"} 2026-09-11T18:20:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "c713c077-1f69-4a25-80ef-8efa23744f7a", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm", "name": "e2e-same-id-b-b14014df-kserve-route-authn"} 2026-09-11T18:20:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "c713c077-1f69-4a25-80ef-8efa23744f7a", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm", "authType": "userdefined"} 2026-09-11T18:20:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "c713c077-1f69-4a25-80ef-8efa23744f7a", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm"} 2026-09-11T18:21:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2be2efb3-e082-49de-b142-3366d17a52d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:21:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2be2efb3-e082-49de-b142-3366d17a52d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T18:21:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2be2efb3-e082-49de-b142-3366d17a52d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:21:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "0f6fd28e-b6d5-4014-a6a3-1a5320d6bf11", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm"} 2026-09-11T18:21:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "0f6fd28e-b6d5-4014-a6a3-1a5320d6bf11", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm"} 2026-09-11T18:21:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "0f6fd28e-b6d5-4014-a6a3-1a5320d6bf11", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm"} 2026-09-11T18:21:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "0f6fd28e-b6d5-4014-a6a3-1a5320d6bf11", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm", "name": "e2e-same-id-b-b14014df-kserve-route-authn"} 2026-09-11T18:21:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "0f6fd28e-b6d5-4014-a6a3-1a5320d6bf11", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm", "authType": "userdefined"} 2026-09-11T18:21:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "0f6fd28e-b6d5-4014-a6a3-1a5320d6bf11", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm"} 2026-09-11T18:21:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "f00169c0-a0ed-4504-897e-6cb7f364f771", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm"} 2026-09-11T18:21:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "f00169c0-a0ed-4504-897e-6cb7f364f771", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm"} 2026-09-11T18:21:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "f00169c0-a0ed-4504-897e-6cb7f364f771", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm"} 2026-09-11T18:21:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "f00169c0-a0ed-4504-897e-6cb7f364f771", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm", "name": "e2e-same-id-a-b14014df-kserve-route-authn"} 2026-09-11T18:21:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "f00169c0-a0ed-4504-897e-6cb7f364f771", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm", "authType": "userdefined"} 2026-09-11T18:21:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "f00169c0-a0ed-4504-897e-6cb7f364f771", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm"} 2026-09-11T18:21:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "f3d1f0c8-cc35-46da-ae6a-7b8e9e742276", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm"} 2026-09-11T18:21:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "f3d1f0c8-cc35-46da-ae6a-7b8e9e742276", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm"} 2026-09-11T18:21:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "f3d1f0c8-cc35-46da-ae6a-7b8e9e742276", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm"} 2026-09-11T18:21:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "f3d1f0c8-cc35-46da-ae6a-7b8e9e742276", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm", "name": "e2e-same-id-b-b14014df-kserve-route-authn"} 2026-09-11T18:21:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "f3d1f0c8-cc35-46da-ae6a-7b8e9e742276", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm", "authType": "userdefined"} 2026-09-11T18:21:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "f3d1f0c8-cc35-46da-ae6a-7b8e9e742276", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm"} 2026-09-11T18:21:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "eeead5db-ac0c-4b05-ab3b-bc374762459c", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm"} 2026-09-11T18:21:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "eeead5db-ac0c-4b05-ab3b-bc374762459c", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm", "name": "e2e-same-id-a-b14014df"} 2026-09-11T18:21:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "eeead5db-ac0c-4b05-ab3b-bc374762459c", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm"} 2026-09-11T18:21:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "eeead5db-ac0c-4b05-ab3b-bc374762459c", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm"} 2026-09-11T18:21:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "eeead5db-ac0c-4b05-ab3b-bc374762459c", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm", "name": "e2e-same-id-a-b14014df-kserve-route-authn"} 2026-09-11T18:21:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "eeead5db-ac0c-4b05-ab3b-bc374762459c", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm", "name": "e2e-same-id-a-b14014df-kserve-route-authn"} 2026-09-11T18:21:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b14014df", "reconcileID": "111c0271-ab67-456d-aaa3-c96c86257c19", "LLMInferenceService": "e2e-same-id-a-b14014df", "namespace": "llm"} 2026-09-11T18:21:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bfb18eeb-ed21-475e-bb51-9e607190772e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:21:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bfb18eeb-ed21-475e-bb51-9e607190772e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T18:21:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bfb18eeb-ed21-475e-bb51-9e607190772e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:21:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ef5dcac-c467-44c1-ae59-ddf7e6bbc103", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:21:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ef5dcac-c467-44c1-ae59-ddf7e6bbc103", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T18:21:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5ef5dcac-c467-44c1-ae59-ddf7e6bbc103", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:21:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "8e538e3e-5836-4861-91f6-661158484c76", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm"} 2026-09-11T18:21:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "8e538e3e-5836-4861-91f6-661158484c76", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm", "name": "e2e-same-id-b-b14014df"} 2026-09-11T18:21:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "8e538e3e-5836-4861-91f6-661158484c76", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm"} 2026-09-11T18:21:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "8e538e3e-5836-4861-91f6-661158484c76", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm"} 2026-09-11T18:21:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "8e538e3e-5836-4861-91f6-661158484c76", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm", "name": "e2e-same-id-b-b14014df-kserve-route-authn"} 2026-09-11T18:21:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "8e538e3e-5836-4861-91f6-661158484c76", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm", "name": "e2e-same-id-b-b14014df-kserve-route-authn"} 2026-09-11T18:21:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b14014df","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b14014df", "reconcileID": "4c941665-f053-41c7-9fa5-77b776ea87ba", "LLMInferenceService": "e2e-same-id-b-b14014df", "namespace": "llm"} 2026-09-11T18:21:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e8efb758-5fad-49d8-9028-2d708bc2355f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:21:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e8efb758-5fad-49d8-9028-2d708bc2355f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T18:21:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e8efb758-5fad-49d8-9028-2d708bc2355f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:21:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2592e770-a6fc-4609-a12b-6f576fb53546", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T18:21:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2592e770-a6fc-4609-a12b-6f576fb53546", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T18:21:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2592e770-a6fc-4609-a12b-6f576fb53546", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}