2026-09-10T19:39:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8dd4a3"}, "namespace": "ai-tenant-e2e-shared-a-w2-8dd4a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b794332-df49-41dd-bf4d-117b7d428346", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8dd4a3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:39:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8dd4a3"}, "namespace": "ai-tenant-e2e-shared-a-w2-8dd4a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b794332-df49-41dd-bf4d-117b7d428346", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-8dd4a3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:39:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8dd4a3"}, "namespace": "ai-tenant-e2e-shared-a-w2-8dd4a3", "name": "odh-trusted-ca-bundle", "reconcileID": "cf8e937a-a9ac-47fe-86be-364f8d968fe1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8dd4a3"} 2026-09-10T19:39:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8dd4a3"}, "namespace": "ai-tenant-e2e-shared-a-w2-8dd4a3", "name": "odh-trusted-ca-bundle", "reconcileID": "cf8e937a-a9ac-47fe-86be-364f8d968fe1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8dd4a3"} 2026-09-10T19:39:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-8dd4a3"}, "namespace": "ai-tenant-e2e-shared-a-w2-8dd4a3", "name": "openshift-service-ca.crt", "reconcileID": "e362b7cc-d605-4f68-987d-46c7d5e711cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-8dd4a3"} 2026-09-10T19:39:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-8dd4a3"}, "namespace": "ai-tenant-e2e-shared-a-w2-8dd4a3", "name": "openshift-service-ca.crt", "reconcileID": "e362b7cc-d605-4f68-987d-46c7d5e711cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-8dd4a3"} 2026-09-10T19:39:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8dd4a3"}, "namespace": "ai-tenant-e2e-shared-a-w2-8dd4a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac62ee49-66bc-4d96-9736-858f6ce91c6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8dd4a3"} 2026-09-10T19:39:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-8dd4a3"}, "namespace": "ai-tenant-e2e-shared-a-w2-8dd4a3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac62ee49-66bc-4d96-9736-858f6ce91c6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-8dd4a3"} 2026-09-10T19:39:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8dd4a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8dd4a3", "reconcileID": "559cebc8-f4a7-4376-98ab-99b40509897d", "Gateway": "e2e-shared-a-w2-8dd4a3", "namespace": "openshift-ingress"} 2026-09-10T19:39:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8dd4a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8dd4a3", "reconcileID": "559cebc8-f4a7-4376-98ab-99b40509897d", "Gateway": "e2e-shared-a-w2-8dd4a3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8dd4a3-authn-ssl"} 2026-09-10T19:39:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8dd4a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8dd4a3", "reconcileID": "559cebc8-f4a7-4376-98ab-99b40509897d", "Gateway": "e2e-shared-a-w2-8dd4a3", "namespace": "openshift-ingress"} 2026-09-10T19:39:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-8dd4a3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-8dd4a3", "reconcileID": "901352f6-822e-492a-94fa-fb29de3b3232", "Gateway": "e2e-shared-a-w2-8dd4a3", "namespace": "openshift-ingress"} 2026-09-10T19:39:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14a8d1","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "rate-test-model-14a8d1", "reconcileID": "1ae3bbb2-c277-479d-a542-9497630b23e0", "LLMInferenceService": "rate-test-model-14a8d1", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1"} 2026-09-10T19:39:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14a8d1","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "rate-test-model-14a8d1", "reconcileID": "1ae3bbb2-c277-479d-a542-9497630b23e0", "LLMInferenceService": "rate-test-model-14a8d1", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1"} 2026-09-10T19:39:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14a8d1","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "rate-test-model-14a8d1", "reconcileID": "1ae3bbb2-c277-479d-a542-9497630b23e0", "LLMInferenceService": "rate-test-model-14a8d1", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1"} 2026-09-10T19:39:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14a8d1","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "rate-test-model-14a8d1", "reconcileID": "1ae3bbb2-c277-479d-a542-9497630b23e0", "LLMInferenceService": "rate-test-model-14a8d1", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "rate-test-model-14a8d1-kserve-route-authn"} 2026-09-10T19:39:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14a8d1","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "rate-test-model-14a8d1", "reconcileID": "1ae3bbb2-c277-479d-a542-9497630b23e0", "LLMInferenceService": "rate-test-model-14a8d1", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "authType": "userdefined"} 2026-09-10T19:39:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14a8d1","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "rate-test-model-14a8d1", "reconcileID": "1ae3bbb2-c277-479d-a542-9497630b23e0", "LLMInferenceService": "rate-test-model-14a8d1", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1"} 2026-09-10T19:39:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "54c9ba66-09e1-4bdd-bc6e-66e0f6c2f1af", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:39:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "54c9ba66-09e1-4bdd-bc6e-66e0f6c2f1af", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:39:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "54c9ba66-09e1-4bdd-bc6e-66e0f6c2f1af", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:39:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-cab4ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee", "reconcileID": "4ec656e0-10e1-4ef9-8faa-f6c6be628aaf", "Gateway": "e2e-shared-b-w3-cab4ee", "namespace": "openshift-ingress"} 2026-09-10T19:39:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "54c9ba66-09e1-4bdd-bc6e-66e0f6c2f1af", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee-kserve-route-authn"} 2026-09-10T19:39:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "54c9ba66-09e1-4bdd-bc6e-66e0f6c2f1af", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "authType": "userdefined"} 2026-09-10T19:39:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "54c9ba66-09e1-4bdd-bc6e-66e0f6c2f1af", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:39:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-cab4ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee", "reconcileID": "4ec656e0-10e1-4ef9-8faa-f6c6be628aaf", "Gateway": "e2e-shared-b-w3-cab4ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee-authn-ssl"} 2026-09-10T19:39:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-cab4ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee", "reconcileID": "4ec656e0-10e1-4ef9-8faa-f6c6be628aaf", "Gateway": "e2e-shared-b-w3-cab4ee", "namespace": "openshift-ingress"} 2026-09-10T19:39:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "a10d0f0c-883e-485d-8f89-6051fa3da2d7", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:39:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "a10d0f0c-883e-485d-8f89-6051fa3da2d7", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:39:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "a10d0f0c-883e-485d-8f89-6051fa3da2d7", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:39:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "a10d0f0c-883e-485d-8f89-6051fa3da2d7", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee-kserve-route-authn"} 2026-09-10T19:39:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "a10d0f0c-883e-485d-8f89-6051fa3da2d7", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "authType": "userdefined"} 2026-09-10T19:39:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "a10d0f0c-883e-485d-8f89-6051fa3da2d7", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:40:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4bc8b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4bc8b3", "reconcileID": "82573bd7-af55-43c2-b894-6ae43f0b00d2", "Gateway": "e2e-shared-b-w2-4bc8b3", "namespace": "openshift-ingress"} 2026-09-10T19:40:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4bc8b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4bc8b3", "reconcileID": "82573bd7-af55-43c2-b894-6ae43f0b00d2", "Gateway": "e2e-shared-b-w2-4bc8b3", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4bc8b3-authn-ssl"} 2026-09-10T19:40:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4bc8b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4bc8b3", "reconcileID": "82573bd7-af55-43c2-b894-6ae43f0b00d2", "Gateway": "e2e-shared-b-w2-4bc8b3", "namespace": "openshift-ingress"} 2026-09-10T19:40:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-cab4ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee", "reconcileID": "9bdfb307-1caa-4d50-afc1-dc41c3aff0c5", "Gateway": "e2e-shared-b-w3-cab4ee", "namespace": "openshift-ingress"} 2026-09-10T19:40:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-cab4ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee", "reconcileID": "9bdfb307-1caa-4d50-afc1-dc41c3aff0c5", "Gateway": "e2e-shared-b-w3-cab4ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee-authn-ssl"} 2026-09-10T19:40:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-cab4ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee", "reconcileID": "9bdfb307-1caa-4d50-afc1-dc41c3aff0c5", "Gateway": "e2e-shared-b-w3-cab4ee", "namespace": "openshift-ingress"} 2026-09-10T19:40:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4bc8b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4bc8b3", "reconcileID": "2b1978e0-60d8-4ade-b77b-d9f504a49080", "Gateway": "e2e-shared-b-w2-4bc8b3", "namespace": "openshift-ingress"} 2026-09-10T19:40:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4bc8b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4bc8b3", "reconcileID": "2b1978e0-60d8-4ade-b77b-d9f504a49080", "Gateway": "e2e-shared-b-w2-4bc8b3", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4bc8b3-authn-ssl"} 2026-09-10T19:40:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4bc8b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4bc8b3", "reconcileID": "2b1978e0-60d8-4ade-b77b-d9f504a49080", "Gateway": "e2e-shared-b-w2-4bc8b3", "namespace": "openshift-ingress"} 2026-09-10T19:40:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "fdb58370-63fb-4a36-b6f1-0cfdbc596b0f", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:40:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "fdb58370-63fb-4a36-b6f1-0cfdbc596b0f", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:40:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "fdb58370-63fb-4a36-b6f1-0cfdbc596b0f", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:40:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "fdb58370-63fb-4a36-b6f1-0cfdbc596b0f", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee-kserve-route-authn"} 2026-09-10T19:40:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "fdb58370-63fb-4a36-b6f1-0cfdbc596b0f", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "authType": "userdefined"} 2026-09-10T19:40:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "fdb58370-63fb-4a36-b6f1-0cfdbc596b0f", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:40:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4bc8b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-4bc8b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a0f8168-b9c9-4c5a-867f-8de5290846b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4bc8b3"} 2026-09-10T19:40:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4bc8b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-4bc8b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a0f8168-b9c9-4c5a-867f-8de5290846b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4bc8b3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:40:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4bc8b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-4bc8b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a0f8168-b9c9-4c5a-867f-8de5290846b5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-4bc8b3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:40:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4bc8b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-4bc8b3", "name": "odh-trusted-ca-bundle", "reconcileID": "df2406e3-debd-4e02-82e5-f9b8b4af2fd9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4bc8b3"} 2026-09-10T19:40:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4bc8b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-4bc8b3", "name": "odh-trusted-ca-bundle", "reconcileID": "df2406e3-debd-4e02-82e5-f9b8b4af2fd9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4bc8b3"} 2026-09-10T19:40:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-4bc8b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-4bc8b3", "name": "openshift-service-ca.crt", "reconcileID": "38e437be-7966-4da2-a4b4-f245b89e8d4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-4bc8b3"} 2026-09-10T19:40:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-4bc8b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-4bc8b3", "name": "openshift-service-ca.crt", "reconcileID": "38e437be-7966-4da2-a4b4-f245b89e8d4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-4bc8b3"} 2026-09-10T19:40:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4bc8b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-4bc8b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0886b663-86aa-4b56-b44b-aad36e2c1352", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4bc8b3"} 2026-09-10T19:40:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4bc8b3"}, "namespace": "ai-tenant-e2e-shared-b-w2-4bc8b3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0886b663-86aa-4b56-b44b-aad36e2c1352", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4bc8b3"} 2026-09-10T19:40:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4bc8b3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4bc8b3", "reconcileID": "e9fb7840-b9f0-4ef3-bd8c-cd7c355caf89", "Gateway": "e2e-shared-b-w2-4bc8b3", "namespace": "openshift-ingress"} 2026-09-10T19:40:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "744b2afd-3745-411d-b14c-a19be65ea641", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:40:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "744b2afd-3745-411d-b14c-a19be65ea641", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:40:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "744b2afd-3745-411d-b14c-a19be65ea641", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:40:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "744b2afd-3745-411d-b14c-a19be65ea641", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee-kserve-route-authn"} 2026-09-10T19:40:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "744b2afd-3745-411d-b14c-a19be65ea641", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "authType": "userdefined"} 2026-09-10T19:40:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "744b2afd-3745-411d-b14c-a19be65ea641", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:40:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14a8d1","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "rate-test-model-14a8d1", "reconcileID": "c45598f8-cf5a-486b-8cc2-a56bd17084da", "LLMInferenceService": "rate-test-model-14a8d1", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1"} 2026-09-10T19:40:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14a8d1","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "rate-test-model-14a8d1", "reconcileID": "c45598f8-cf5a-486b-8cc2-a56bd17084da", "LLMInferenceService": "rate-test-model-14a8d1", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "rate-test-model-14a8d1"} 2026-09-10T19:40:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14a8d1","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "rate-test-model-14a8d1", "reconcileID": "c45598f8-cf5a-486b-8cc2-a56bd17084da", "LLMInferenceService": "rate-test-model-14a8d1", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1"} 2026-09-10T19:40:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14a8d1","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "rate-test-model-14a8d1", "reconcileID": "c45598f8-cf5a-486b-8cc2-a56bd17084da", "LLMInferenceService": "rate-test-model-14a8d1", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1"} 2026-09-10T19:40:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14a8d1","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "rate-test-model-14a8d1", "reconcileID": "c45598f8-cf5a-486b-8cc2-a56bd17084da", "LLMInferenceService": "rate-test-model-14a8d1", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "rate-test-model-14a8d1-kserve-route-authn"} 2026-09-10T19:40:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14a8d1","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "rate-test-model-14a8d1", "reconcileID": "c45598f8-cf5a-486b-8cc2-a56bd17084da", "LLMInferenceService": "rate-test-model-14a8d1", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "rate-test-model-14a8d1-kserve-route-authn"} 2026-09-10T19:40:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14a8d1","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "rate-test-model-14a8d1", "reconcileID": "c45598f8-cf5a-486b-8cc2-a56bd17084da", "LLMInferenceService": "rate-test-model-14a8d1", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1"} 2026-09-10T19:40:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14a8d1","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "rate-test-model-14a8d1", "reconcileID": "c45598f8-cf5a-486b-8cc2-a56bd17084da", "LLMInferenceService": "rate-test-model-14a8d1", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1"} 2026-09-10T19:40:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-14a8d1","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "rate-test-model-14a8d1", "reconcileID": "d38bc1f0-3540-44e3-ad80-15ef459ca2f9", "LLMInferenceService": "rate-test-model-14a8d1", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1"} 2026-09-10T19:40:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14a8d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14a8d1", "reconcileID": "926b405c-c735-4714-9c6a-63228e8375a0", "Gateway": "e2e-shared-a-w3-14a8d1", "namespace": "openshift-ingress"} 2026-09-10T19:40:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14a8d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14a8d1", "reconcileID": "926b405c-c735-4714-9c6a-63228e8375a0", "Gateway": "e2e-shared-a-w3-14a8d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14a8d1-authn-ssl"} 2026-09-10T19:40:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14a8d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14a8d1", "reconcileID": "926b405c-c735-4714-9c6a-63228e8375a0", "Gateway": "e2e-shared-a-w3-14a8d1", "namespace": "openshift-ingress"} 2026-09-10T19:40:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14a8d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14a8d1", "reconcileID": "daafee1d-dd75-4bb5-9c2c-7a858045ebd2", "Gateway": "e2e-shared-a-w3-14a8d1", "namespace": "openshift-ingress"} 2026-09-10T19:40:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14a8d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14a8d1", "reconcileID": "daafee1d-dd75-4bb5-9c2c-7a858045ebd2", "Gateway": "e2e-shared-a-w3-14a8d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14a8d1-authn-ssl"} 2026-09-10T19:40:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14a8d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14a8d1", "reconcileID": "daafee1d-dd75-4bb5-9c2c-7a858045ebd2", "Gateway": "e2e-shared-a-w3-14a8d1", "namespace": "openshift-ingress"} 2026-09-10T19:40:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "2e09bdc3-ccc8-41c0-a300-8a180e8a9467", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:40:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "2e09bdc3-ccc8-41c0-a300-8a180e8a9467", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee"} 2026-09-10T19:40:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "2e09bdc3-ccc8-41c0-a300-8a180e8a9467", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:40:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "2e09bdc3-ccc8-41c0-a300-8a180e8a9467", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:40:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "2e09bdc3-ccc8-41c0-a300-8a180e8a9467", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee-kserve-route-authn"} 2026-09-10T19:40:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "2e09bdc3-ccc8-41c0-a300-8a180e8a9467", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee-kserve-route-authn"} 2026-09-10T19:40:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "2e09bdc3-ccc8-41c0-a300-8a180e8a9467", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:40:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "2e09bdc3-ccc8-41c0-a300-8a180e8a9467", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:40:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cab4ee","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "rate-test-model-cab4ee", "reconcileID": "87ecaf86-ee4b-49ce-a474-5d95154d300a", "LLMInferenceService": "rate-test-model-cab4ee", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:40:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-cab4ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee", "reconcileID": "66d481e2-acf7-4b1e-80f4-702a238992a6", "Gateway": "e2e-shared-b-w3-cab4ee", "namespace": "openshift-ingress"} 2026-09-10T19:40:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-cab4ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee", "reconcileID": "66d481e2-acf7-4b1e-80f4-702a238992a6", "Gateway": "e2e-shared-b-w3-cab4ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee-authn-ssl"} 2026-09-10T19:40:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-cab4ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee", "reconcileID": "66d481e2-acf7-4b1e-80f4-702a238992a6", "Gateway": "e2e-shared-b-w3-cab4ee", "namespace": "openshift-ingress"} 2026-09-10T19:40:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-cab4ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee", "reconcileID": "7631a83c-e9b2-49e4-a02d-e9494d4d591e", "Gateway": "e2e-shared-b-w3-cab4ee", "namespace": "openshift-ingress"} 2026-09-10T19:40:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-cab4ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee", "reconcileID": "7631a83c-e9b2-49e4-a02d-e9494d4d591e", "Gateway": "e2e-shared-b-w3-cab4ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee-authn-ssl"} 2026-09-10T19:40:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-cab4ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee", "reconcileID": "7631a83c-e9b2-49e4-a02d-e9494d4d591e", "Gateway": "e2e-shared-b-w3-cab4ee", "namespace": "openshift-ingress"} 2026-09-10T19:40:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "1b10106e-a827-4ddf-8767-4d39265f0870", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:40:50Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "1b10106e-a827-4ddf-8767-4d39265f0870", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b-authn-ssl"} 2026-09-10T19:40:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "1b10106e-a827-4ddf-8767-4d39265f0870", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:40:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "182b0723-6651-4d23-982a-0059a92eb315", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:40:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "182b0723-6651-4d23-982a-0059a92eb315", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b-authn-ssl"} 2026-09-10T19:40:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "182b0723-6651-4d23-982a-0059a92eb315", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:40:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "957fd353-67b4-46ab-949a-cbfe6fd5605c", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:40:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "957fd353-67b4-46ab-949a-cbfe6fd5605c", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b-authn-ssl"} 2026-09-10T19:40:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "957fd353-67b4-46ab-949a-cbfe6fd5605c", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:40:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "74be368f-1bf8-45c4-81ca-c449c910e9ff", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:40:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "74be368f-1bf8-45c4-81ca-c449c910e9ff", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b-authn-ssl"} 2026-09-10T19:40:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "74be368f-1bf8-45c4-81ca-c449c910e9ff", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:40:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "28e6beed-b93f-4e5e-9838-6593d48d5841", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:40:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "28e6beed-b93f-4e5e-9838-6593d48d5841", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b-authn-ssl"} 2026-09-10T19:40:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "28e6beed-b93f-4e5e-9838-6593d48d5841", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:40:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "4d13288b-ec58-4569-92c0-27336df6d021", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:40:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "4d13288b-ec58-4569-92c0-27336df6d021", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b-authn-ssl"} 2026-09-10T19:40:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "4d13288b-ec58-4569-92c0-27336df6d021", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:40:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "8380c0fb-303d-4ab9-a895-0bfcba2ed170", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:40:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "8380c0fb-303d-4ab9-a895-0bfcba2ed170", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b-authn-ssl"} 2026-09-10T19:40:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "8380c0fb-303d-4ab9-a895-0bfcba2ed170", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:40:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "openshift-service-ca.crt", "reconcileID": "0789b68c-3636-4864-8a4c-c92701a50253", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:40:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "odh-trusted-ca-bundle", "reconcileID": "5084a17b-30be-42dd-a20f-4dba9dc0b98d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:40:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "openshift-service-ca.crt", "reconcileID": "3875b26d-68cb-4b0c-b02a-c67982f8d097", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-df863b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:40:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "openshift-service-ca.crt", "reconcileID": "3875b26d-68cb-4b0c-b02a-c67982f8d097", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:40:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "openshift-service-ca.crt", "reconcileID": "af587bd5-d1ee-4ae4-a46e-32b22ce3fe71", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:40:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4052a83-8047-430e-afb3-3ab2265f744d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:40:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "odh-trusted-ca-bundle", "reconcileID": "ad74a599-a9d0-4927-8366-899963315438", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-df863b", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:40:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "odh-trusted-ca-bundle", "reconcileID": "ad74a599-a9d0-4927-8366-899963315438", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:40:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd477f5e-aafc-4423-a057-97bef4299802", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:40:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "52ec11be-d0be-4083-8119-f9faf6ce3f5f", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:40:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "52ec11be-d0be-4083-8119-f9faf6ce3f5f", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b-authn-ssl"} 2026-09-10T19:40:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "52ec11be-d0be-4083-8119-f9faf6ce3f5f", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:41:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "0a877cee-6727-4dee-8cd9-fc8e8997c85a", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:41:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "0a877cee-6727-4dee-8cd9-fc8e8997c85a", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b-authn-ssl"} 2026-09-10T19:41:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "0a877cee-6727-4dee-8cd9-fc8e8997c85a", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:41:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "df9771e9-8eb5-4de3-a0e3-cf30785a2ecd", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:41:19Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "df9771e9-8eb5-4de3-a0e3-cf30785a2ecd", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf-authn-ssl"} 2026-09-10T19:41:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "df9771e9-8eb5-4de3-a0e3-cf30785a2ecd", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:41:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "007ad62c-7416-4ccf-a206-6f8b5fe22281", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:41:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "007ad62c-7416-4ccf-a206-6f8b5fe22281", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf-authn-ssl"} 2026-09-10T19:41:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "007ad62c-7416-4ccf-a206-6f8b5fe22281", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:41:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "0ea10645-b4de-4dfc-b16a-e5366f8bfb34", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:41:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "0ea10645-b4de-4dfc-b16a-e5366f8bfb34", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf-authn-ssl"} 2026-09-10T19:41:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "0ea10645-b4de-4dfc-b16a-e5366f8bfb34", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:41:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "42c9cf13-28e5-4689-ae59-ed749092da4e", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:41:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "42c9cf13-28e5-4689-ae59-ed749092da4e", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf-authn-ssl"} 2026-09-10T19:41:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "42c9cf13-28e5-4689-ae59-ed749092da4e", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:41:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "f323f09d-1a8c-449c-95dd-c481569c8966", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:41:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "f323f09d-1a8c-449c-95dd-c481569c8966", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf-authn-ssl"} 2026-09-10T19:41:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "f323f09d-1a8c-449c-95dd-c481569c8966", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:41:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "180a985b-6292-4f33-98bb-0b737e500f37", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:41:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "180a985b-6292-4f33-98bb-0b737e500f37", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf-authn-ssl"} 2026-09-10T19:41:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "180a985b-6292-4f33-98bb-0b737e500f37", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:41:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "f19c066b-2523-414d-8631-55992233b001", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:41:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "f19c066b-2523-414d-8631-55992233b001", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf-authn-ssl"} 2026-09-10T19:41:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "f19c066b-2523-414d-8631-55992233b001", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:41:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3765cf"}, "namespace": "ai-tenant-e2e-ipp-b-3765cf", "name": "openshift-service-ca.crt", "reconcileID": "5779a4f8-ffab-4b21-a211-03bf0effb3a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3765cf"} 2026-09-10T19:41:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3765cf"}, "namespace": "ai-tenant-e2e-ipp-b-3765cf", "name": "openshift-service-ca.crt", "reconcileID": "0eec7398-7f1e-4519-b997-3533c43898eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3765cf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:41:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3765cf"}, "namespace": "ai-tenant-e2e-ipp-b-3765cf", "name": "openshift-service-ca.crt", "reconcileID": "0eec7398-7f1e-4519-b997-3533c43898eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3765cf"} 2026-09-10T19:41:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3765cf"}, "namespace": "ai-tenant-e2e-ipp-b-3765cf", "name": "odh-trusted-ca-bundle", "reconcileID": "08da8197-28f7-4830-bb75-fbf4d152ffaf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3765cf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:41:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3765cf"}, "namespace": "ai-tenant-e2e-ipp-b-3765cf", "name": "odh-trusted-ca-bundle", "reconcileID": "08da8197-28f7-4830-bb75-fbf4d152ffaf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:41:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3765cf"}, "namespace": "ai-tenant-e2e-ipp-b-3765cf", "name": "openshift-service-ca.crt", "reconcileID": "c02782db-87de-4f3c-bc8e-81436add4195", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3765cf"} 2026-09-10T19:41:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3765cf"}, "namespace": "ai-tenant-e2e-ipp-b-3765cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2c0aab0-41e3-4c65-9a6a-33ff3006c6e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3765cf"} 2026-09-10T19:41:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3765cf"}, "namespace": "ai-tenant-e2e-ipp-b-3765cf", "name": "odh-trusted-ca-bundle", "reconcileID": "cd8dac10-daca-4e40-a2e6-8ea9539498e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3765cf"} 2026-09-10T19:41:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3765cf"}, "namespace": "ai-tenant-e2e-ipp-b-3765cf", "name": "odh-trusted-ca-bundle", "reconcileID": "00c24e57-cada-4bb9-b28f-ed8fb42acb6f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3765cf", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:41:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3765cf"}, "namespace": "ai-tenant-e2e-ipp-b-3765cf", "name": "odh-trusted-ca-bundle", "reconcileID": "00c24e57-cada-4bb9-b28f-ed8fb42acb6f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3765cf"} 2026-09-10T19:41:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3765cf"}, "namespace": "ai-tenant-e2e-ipp-b-3765cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0092ac1-34eb-46c8-8d58-3814fb3fde76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3765cf"} 2026-09-10T19:41:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "7f4d32a4-0bf1-4a13-9d73-e289dde3fb68", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:41:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "7f4d32a4-0bf1-4a13-9d73-e289dde3fb68", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf-authn-ssl"} 2026-09-10T19:41:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "7f4d32a4-0bf1-4a13-9d73-e289dde3fb68", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:41:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "322eecaa-ce9d-437a-894a-ff624d793d84", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:41:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "322eecaa-ce9d-437a-894a-ff624d793d84", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf-authn-ssl"} 2026-09-10T19:41:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "322eecaa-ce9d-437a-894a-ff624d793d84", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:41:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "218f8957-4bdf-4ab5-9847-5b5f19f87d90", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:41:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "218f8957-4bdf-4ab5-9847-5b5f19f87d90", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:41:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "218f8957-4bdf-4ab5-9847-5b5f19f87d90", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:41:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "406284bf-e8d0-46d5-9082-c6ff865be0e4", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:41:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "218f8957-4bdf-4ab5-9847-5b5f19f87d90", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b-kserve-route-authn"} 2026-09-10T19:41:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "218f8957-4bdf-4ab5-9847-5b5f19f87d90", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b", "authType": "userdefined"} 2026-09-10T19:41:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "218f8957-4bdf-4ab5-9847-5b5f19f87d90", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:41:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "406284bf-e8d0-46d5-9082-c6ff865be0e4", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b-authn-ssl"} 2026-09-10T19:41:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "406284bf-e8d0-46d5-9082-c6ff865be0e4", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:41:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "82c62acb-62bb-4877-b816-37bcbe89eb99", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:41:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "82c62acb-62bb-4877-b816-37bcbe89eb99", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:41:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "82c62acb-62bb-4877-b816-37bcbe89eb99", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:41:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "82c62acb-62bb-4877-b816-37bcbe89eb99", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b-kserve-route-authn"} 2026-09-10T19:41:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "82c62acb-62bb-4877-b816-37bcbe89eb99", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b", "authType": "userdefined"} 2026-09-10T19:41:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "82c62acb-62bb-4877-b816-37bcbe89eb99", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:42:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "9061a841-6953-474d-9add-f157b1489ad5", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:42:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "9061a841-6953-474d-9add-f157b1489ad5", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b-authn-ssl"} 2026-09-10T19:42:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "9061a841-6953-474d-9add-f157b1489ad5", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:42:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "d1335b4c-e5c6-419c-a3b2-f7243e86db23", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:42:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "d1335b4c-e5c6-419c-a3b2-f7243e86db23", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:42:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "d1335b4c-e5c6-419c-a3b2-f7243e86db23", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:42:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "d1335b4c-e5c6-419c-a3b2-f7243e86db23", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b-kserve-route-authn"} 2026-09-10T19:42:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "d1335b4c-e5c6-419c-a3b2-f7243e86db23", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b", "authType": "userdefined"} 2026-09-10T19:42:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "d1335b4c-e5c6-419c-a3b2-f7243e86db23", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:42:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "74a65313-b5c8-4f67-9777-2276d945081c", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:42:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "74a65313-b5c8-4f67-9777-2276d945081c", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:42:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "74a65313-b5c8-4f67-9777-2276d945081c", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:42:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "74a65313-b5c8-4f67-9777-2276d945081c", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b-kserve-route-authn"} 2026-09-10T19:42:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "74a65313-b5c8-4f67-9777-2276d945081c", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b", "authType": "userdefined"} 2026-09-10T19:42:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "74a65313-b5c8-4f67-9777-2276d945081c", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:42:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "ec37b380-f97c-4d35-918e-a6a2ce4618cd", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:42:30Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "ec37b380-f97c-4d35-918e-a6a2ce4618cd", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013-authn-ssl"} 2026-09-10T19:42:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "ec37b380-f97c-4d35-918e-a6a2ce4618cd", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:42:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "b98e1554-1a72-43e7-bd7d-e2ac1b0aa2f0", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:42:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "b98e1554-1a72-43e7-bd7d-e2ac1b0aa2f0", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013-authn-ssl"} 2026-09-10T19:42:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "b98e1554-1a72-43e7-bd7d-e2ac1b0aa2f0", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:42:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "97befbf9-4e92-4b90-a2bc-3bae3bf78e49", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:42:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "97befbf9-4e92-4b90-a2bc-3bae3bf78e49", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013-authn-ssl"} 2026-09-10T19:42:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "97befbf9-4e92-4b90-a2bc-3bae3bf78e49", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:42:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "855b11da-18f5-44bd-85c8-885aed8bb173", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:42:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "855b11da-18f5-44bd-85c8-885aed8bb173", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013-authn-ssl"} 2026-09-10T19:42:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "855b11da-18f5-44bd-85c8-885aed8bb173", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:42:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "7b969f11-a47b-4d81-9e17-423f627eae23", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:42:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "7b969f11-a47b-4d81-9e17-423f627eae23", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013-authn-ssl"} 2026-09-10T19:42:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "7b969f11-a47b-4d81-9e17-423f627eae23", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:42:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "e2ca0cfb-1caf-4f8a-bdeb-02ddd3275ff9", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:42:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "e2ca0cfb-1caf-4f8a-bdeb-02ddd3275ff9", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013-authn-ssl"} 2026-09-10T19:42:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "e2ca0cfb-1caf-4f8a-bdeb-02ddd3275ff9", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:42:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "74f5c602-56f5-4394-b5ef-36751a2f5b1c", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:42:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "74f5c602-56f5-4394-b5ef-36751a2f5b1c", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013-authn-ssl"} 2026-09-10T19:42:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "74f5c602-56f5-4394-b5ef-36751a2f5b1c", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:42:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8a4013"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013", "name": "openshift-service-ca.crt", "reconcileID": "f762f269-7812-4c42-a704-db757870f5ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013"} 2026-09-10T19:42:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a4013"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013", "name": "odh-trusted-ca-bundle", "reconcileID": "cbc777e6-a168-4f40-a177-70789146c7d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013"} 2026-09-10T19:42:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8a4013"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013", "name": "openshift-service-ca.crt", "reconcileID": "082da8d7-4220-44e9-8bb1-5a114c21662b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:42:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8a4013"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013", "name": "openshift-service-ca.crt", "reconcileID": "082da8d7-4220-44e9-8bb1-5a114c21662b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013"} 2026-09-10T19:42:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8a4013"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013", "name": "openshift-service-ca.crt", "reconcileID": "f0943e79-4cda-4d91-a9d9-f36a4a76b981", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013"} 2026-09-10T19:42:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a4013"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0aee0b17-35d5-4198-b5e3-ac56e1d58874", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013"} 2026-09-10T19:42:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a4013"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013", "name": "odh-trusted-ca-bundle", "reconcileID": "5ed8626a-f22a-4342-9215-386ceea2f2e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:42:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a4013"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013", "name": "odh-trusted-ca-bundle", "reconcileID": "5ed8626a-f22a-4342-9215-386ceea2f2e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013"} 2026-09-10T19:42:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a4013"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65d9df19-cbaa-4079-8f03-d6cb84a7eabe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013"} 2026-09-10T19:42:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "68fcf0bf-50b3-4df9-9066-08f723a18667", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:42:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "68fcf0bf-50b3-4df9-9066-08f723a18667", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013-authn-ssl"} 2026-09-10T19:42:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "68fcf0bf-50b3-4df9-9066-08f723a18667", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:42:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "a61c16ba-9274-49be-9414-2e81d67f2a9f", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:42:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "a61c16ba-9274-49be-9414-2e81d67f2a9f", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013-authn-ssl"} 2026-09-10T19:42:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "a61c16ba-9274-49be-9414-2e81d67f2a9f", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:43:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "1028895d-3365-4057-9bf6-087dadad1b75", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:43:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "1028895d-3365-4057-9bf6-087dadad1b75", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013-authn-ssl"} 2026-09-10T19:43:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "1028895d-3365-4057-9bf6-087dadad1b75", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:43:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "d58e810a-5cab-488e-85e8-3b1524fa7b54", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:43:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "d58e810a-5cab-488e-85e8-3b1524fa7b54", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013-authn-ssl"} 2026-09-10T19:43:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "d58e810a-5cab-488e-85e8-3b1524fa7b54", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:43:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a4013"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "edfce754-f748-4e5a-86ff-b2d3d7e7e4dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013"} 2026-09-10T19:43:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a4013"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "edfce754-f748-4e5a-86ff-b2d3d7e7e4dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:43:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a4013"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "edfce754-f748-4e5a-86ff-b2d3d7e7e4dd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-8a4013 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:43:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a4013"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013", "name": "odh-trusted-ca-bundle", "reconcileID": "94344de3-1c98-47a8-92a5-ddeda9cd2fc3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013"} 2026-09-10T19:43:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a4013"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013", "name": "odh-trusted-ca-bundle", "reconcileID": "94344de3-1c98-47a8-92a5-ddeda9cd2fc3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013"} 2026-09-10T19:43:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8a4013"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013", "name": "openshift-service-ca.crt", "reconcileID": "c379ab1e-5b6e-4909-ad9d-6058ff7d8b4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013"} 2026-09-10T19:43:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8a4013"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013", "name": "openshift-service-ca.crt", "reconcileID": "c379ab1e-5b6e-4909-ad9d-6058ff7d8b4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013"} 2026-09-10T19:43:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a4013"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ccc5454-cd1c-4a74-83cf-673258ca68cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013"} 2026-09-10T19:43:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a4013"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ccc5454-cd1c-4a74-83cf-673258ca68cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a4013"} 2026-09-10T19:43:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a4013","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a4013", "reconcileID": "7ca93bfd-1e91-434a-ba8a-918dd307f8e7", "Gateway": "e2e-ipp-cleanup-8a4013", "namespace": "openshift-ingress"} 2026-09-10T19:43:13Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:43:13Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:43:14Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:43:14Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "81086d80-87ad-4230-9afb-d18ed494980a", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "81086d80-87ad-4230-9afb-d18ed494980a", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b-authn-ssl"} 2026-09-10T19:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "81086d80-87ad-4230-9afb-d18ed494980a", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "706574ea-cb25-49bd-b1f5-9d4ccffee2b2", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "706574ea-cb25-49bd-b1f5-9d4ccffee2b2", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b-authn-ssl"} 2026-09-10T19:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "706574ea-cb25-49bd-b1f5-9d4ccffee2b2", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:43:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "4b8a0684-065d-47ef-841b-2808261d3b6f", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:43:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "4b8a0684-065d-47ef-841b-2808261d3b6f", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b-authn-ssl"} 2026-09-10T19:43:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "4b8a0684-065d-47ef-841b-2808261d3b6f", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:43:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "008dc831-b578-4659-98b4-5a9e69e625ae", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:43:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "008dc831-b578-4659-98b4-5a9e69e625ae", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:43:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "008dc831-b578-4659-98b4-5a9e69e625ae", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:43:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "008dc831-b578-4659-98b4-5a9e69e625ae", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b-kserve-route-authn"} 2026-09-10T19:43:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "008dc831-b578-4659-98b4-5a9e69e625ae", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b", "authType": "userdefined"} 2026-09-10T19:43:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "008dc831-b578-4659-98b4-5a9e69e625ae", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "216c7227-4cde-4c14-ab51-eeddf11ef6d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "216c7227-4cde-4c14-ab51-eeddf11ef6d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-df863b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:44:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "216c7227-4cde-4c14-ab51-eeddf11ef6d8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-df863b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:44:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "odh-trusted-ca-bundle", "reconcileID": "80bad937-e6c8-4def-930e-26bf70ca12b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "odh-trusted-ca-bundle", "reconcileID": "80bad937-e6c8-4def-930e-26bf70ca12b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "openshift-service-ca.crt", "reconcileID": "beac9aa3-8ae1-4c61-b2d1-31b4e1b07f6b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "openshift-service-ca.crt", "reconcileID": "beac9aa3-8ae1-4c61-b2d1-31b4e1b07f6b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19f4991c-265c-490a-b294-48a398e9437c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19f4991c-265c-490a-b294-48a398e9437c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "148ac392-5add-4318-8eb2-22d9b15338a9", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "148ac392-5add-4318-8eb2-22d9b15338a9", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "148ac392-5add-4318-8eb2-22d9b15338a9", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "148ac392-5add-4318-8eb2-22d9b15338a9", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b-kserve-route-authn"} 2026-09-10T19:44:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "148ac392-5add-4318-8eb2-22d9b15338a9", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b", "authType": "userdefined"} 2026-09-10T19:44:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "148ac392-5add-4318-8eb2-22d9b15338a9", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "51a1153d-d3e4-486e-8e59-72f7cb1c464c", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "51a1153d-d3e4-486e-8e59-72f7cb1c464c", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b"} 2026-09-10T19:44:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "51a1153d-d3e4-486e-8e59-72f7cb1c464c", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "51a1153d-d3e4-486e-8e59-72f7cb1c464c", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "51a1153d-d3e4-486e-8e59-72f7cb1c464c", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b-kserve-route-authn"} 2026-09-10T19:44:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "51a1153d-d3e4-486e-8e59-72f7cb1c464c", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b-kserve-route-authn"} 2026-09-10T19:44:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "51a1153d-d3e4-486e-8e59-72f7cb1c464c", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "51a1153d-d3e4-486e-8e59-72f7cb1c464c", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "62562ace-f33b-4100-8591-547b68d907d1", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:44:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "62562ace-f33b-4100-8591-547b68d907d1", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b-authn-ssl"} 2026-09-10T19:44:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "62562ace-f33b-4100-8591-547b68d907d1", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:44:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "e1d9784d-e993-4f86-a3be-daa3660235a8", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "e1d9784d-e993-4f86-a3be-daa3660235a8", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b"} 2026-09-10T19:44:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "e1d9784d-e993-4f86-a3be-daa3660235a8", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "e1d9784d-e993-4f86-a3be-daa3660235a8", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "e1d9784d-e993-4f86-a3be-daa3660235a8", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b-kserve-route-authn"} 2026-09-10T19:44:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "e1d9784d-e993-4f86-a3be-daa3660235a8", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b-kserve-route-authn"} 2026-09-10T19:44:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "e1d9784d-e993-4f86-a3be-daa3660235a8", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "e1d9784d-e993-4f86-a3be-daa3660235a8", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-df863b","namespace":"ai-tenant-e2e-ipp-a-df863b"}, "namespace": "ai-tenant-e2e-ipp-a-df863b", "name": "ipp-route-df863b", "reconcileID": "b7d1417d-72b6-48f4-9f1b-8d4204b2360d", "LLMInferenceService": "ipp-route-df863b", "namespace": "ai-tenant-e2e-ipp-a-df863b"} 2026-09-10T19:44:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "fbb447e2-1175-42d7-8dac-bd00e430261c", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:44:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "fbb447e2-1175-42d7-8dac-bd00e430261c", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b-authn-ssl"} 2026-09-10T19:44:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "fbb447e2-1175-42d7-8dac-bd00e430261c", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:44:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-df863b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-df863b", "reconcileID": "8b3f68ee-e8b0-41cf-a2b8-9eb769960a80", "Gateway": "e2e-ipp-a-df863b", "namespace": "openshift-ingress"} 2026-09-10T19:44:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "2046dc3f-2b7a-44a1-a438-412a535376e6", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:44:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "2046dc3f-2b7a-44a1-a438-412a535376e6", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf-authn-ssl"} 2026-09-10T19:44:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "2046dc3f-2b7a-44a1-a438-412a535376e6", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:44:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "a04fd5c3-3c3e-4f4e-ad79-1193f3af282c", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:44:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "a04fd5c3-3c3e-4f4e-ad79-1193f3af282c", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf-authn-ssl"} 2026-09-10T19:44:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "a04fd5c3-3c3e-4f4e-ad79-1193f3af282c", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:44:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3765cf"}, "namespace": "ai-tenant-e2e-ipp-b-3765cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e45af4c2-e857-4fe9-a951-0eeee1cc8dbe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3765cf"} 2026-09-10T19:44:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3765cf"}, "namespace": "ai-tenant-e2e-ipp-b-3765cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e45af4c2-e857-4fe9-a951-0eeee1cc8dbe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3765cf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:44:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3765cf"}, "namespace": "ai-tenant-e2e-ipp-b-3765cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e45af4c2-e857-4fe9-a951-0eeee1cc8dbe", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-3765cf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:44:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3765cf"}, "namespace": "ai-tenant-e2e-ipp-b-3765cf", "name": "odh-trusted-ca-bundle", "reconcileID": "7fac0662-ef1a-4331-8930-47ec7d5937d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3765cf"} 2026-09-10T19:44:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3765cf"}, "namespace": "ai-tenant-e2e-ipp-b-3765cf", "name": "odh-trusted-ca-bundle", "reconcileID": "7fac0662-ef1a-4331-8930-47ec7d5937d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3765cf"} 2026-09-10T19:44:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3765cf"}, "namespace": "ai-tenant-e2e-ipp-b-3765cf", "name": "openshift-service-ca.crt", "reconcileID": "558f8d3f-bb9e-4523-9247-518bece35350", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3765cf"} 2026-09-10T19:44:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3765cf"}, "namespace": "ai-tenant-e2e-ipp-b-3765cf", "name": "openshift-service-ca.crt", "reconcileID": "558f8d3f-bb9e-4523-9247-518bece35350", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3765cf"} 2026-09-10T19:44:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3765cf"}, "namespace": "ai-tenant-e2e-ipp-b-3765cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "953772a0-8b1d-4cd6-8620-80370fae6fd1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3765cf"} 2026-09-10T19:44:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3765cf"}, "namespace": "ai-tenant-e2e-ipp-b-3765cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "953772a0-8b1d-4cd6-8620-80370fae6fd1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3765cf"} 2026-09-10T19:44:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3765cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3765cf", "reconcileID": "77c17118-a764-4735-803b-332106c17221", "Gateway": "e2e-ipp-b-3765cf", "namespace": "openshift-ingress"} 2026-09-10T19:44:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14a8d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14a8d1", "reconcileID": "763060fa-6aa4-4a33-8dea-02315d0d6010", "Gateway": "e2e-shared-a-w3-14a8d1", "namespace": "openshift-ingress"} 2026-09-10T19:44:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14a8d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14a8d1", "reconcileID": "763060fa-6aa4-4a33-8dea-02315d0d6010", "Gateway": "e2e-shared-a-w3-14a8d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14a8d1-authn-ssl"} 2026-09-10T19:44:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14a8d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14a8d1", "reconcileID": "763060fa-6aa4-4a33-8dea-02315d0d6010", "Gateway": "e2e-shared-a-w3-14a8d1", "namespace": "openshift-ingress"} 2026-09-10T19:44:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14a8d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14a8d1", "reconcileID": "a12f6f70-60f2-4a71-9800-8e86e94365d6", "Gateway": "e2e-shared-a-w3-14a8d1", "namespace": "openshift-ingress"} 2026-09-10T19:44:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14a8d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14a8d1", "reconcileID": "a12f6f70-60f2-4a71-9800-8e86e94365d6", "Gateway": "e2e-shared-a-w3-14a8d1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14a8d1-authn-ssl"} 2026-09-10T19:44:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14a8d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14a8d1", "reconcileID": "a12f6f70-60f2-4a71-9800-8e86e94365d6", "Gateway": "e2e-shared-a-w3-14a8d1", "namespace": "openshift-ingress"} 2026-09-10T19:45:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2935146-da2c-43a7-9100-942ee73b245b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1"} 2026-09-10T19:45:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2935146-da2c-43a7-9100-942ee73b245b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:45:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2935146-da2c-43a7-9100-942ee73b245b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-14a8d1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:45:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "odh-trusted-ca-bundle", "reconcileID": "c94042b0-6def-48cc-84c2-2cdf185fb566", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1"} 2026-09-10T19:45:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "odh-trusted-ca-bundle", "reconcileID": "c94042b0-6def-48cc-84c2-2cdf185fb566", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1"} 2026-09-10T19:45:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "openshift-service-ca.crt", "reconcileID": "6804183a-fb6a-459a-9809-f3bd134a441b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1"} 2026-09-10T19:45:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "openshift-service-ca.crt", "reconcileID": "6804183a-fb6a-459a-9809-f3bd134a441b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1"} 2026-09-10T19:45:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "385e15b3-f140-4ef0-b981-902d32222c1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1"} 2026-09-10T19:45:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-14a8d1"}, "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "385e15b3-f140-4ef0-b981-902d32222c1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-14a8d1"} 2026-09-10T19:45:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-14a8d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-14a8d1", "reconcileID": "8d32d4af-99fd-473f-bc1e-003549c9176e", "Gateway": "e2e-shared-a-w3-14a8d1", "namespace": "openshift-ingress"} 2026-09-10T19:45:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-cab4ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee", "reconcileID": "74ec3670-0765-461f-856a-9bd0e87c67f0", "Gateway": "e2e-shared-b-w3-cab4ee", "namespace": "openshift-ingress"} 2026-09-10T19:45:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-cab4ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee", "reconcileID": "74ec3670-0765-461f-856a-9bd0e87c67f0", "Gateway": "e2e-shared-b-w3-cab4ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee-authn-ssl"} 2026-09-10T19:45:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-cab4ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee", "reconcileID": "74ec3670-0765-461f-856a-9bd0e87c67f0", "Gateway": "e2e-shared-b-w3-cab4ee", "namespace": "openshift-ingress"} 2026-09-10T19:45:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-cab4ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee", "reconcileID": "038c7cb7-fec3-48a6-ae77-ed31d25e3243", "Gateway": "e2e-shared-b-w3-cab4ee", "namespace": "openshift-ingress"} 2026-09-10T19:45:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-cab4ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee", "reconcileID": "038c7cb7-fec3-48a6-ae77-ed31d25e3243", "Gateway": "e2e-shared-b-w3-cab4ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee-authn-ssl"} 2026-09-10T19:45:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-cab4ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee", "reconcileID": "038c7cb7-fec3-48a6-ae77-ed31d25e3243", "Gateway": "e2e-shared-b-w3-cab4ee", "namespace": "openshift-ingress"} 2026-09-10T19:45:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3fcab797-9873-4858-8aa1-4fc76f1a87cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:45:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3fcab797-9873-4858-8aa1-4fc76f1a87cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:45:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3fcab797-9873-4858-8aa1-4fc76f1a87cb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-cab4ee because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:45:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "odh-trusted-ca-bundle", "reconcileID": "53cb02c9-3a3b-46e1-b260-d22ad4419bbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:45:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "odh-trusted-ca-bundle", "reconcileID": "53cb02c9-3a3b-46e1-b260-d22ad4419bbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:45:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "openshift-service-ca.crt", "reconcileID": "c73df6c3-f663-4c2e-8918-35455812b463", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:45:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "openshift-service-ca.crt", "reconcileID": "c73df6c3-f663-4c2e-8918-35455812b463", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:45:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ee0ed38-5c13-4adb-b1ef-f1892dcf76c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:45:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-cab4ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ee0ed38-5c13-4adb-b1ef-f1892dcf76c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-cab4ee"} 2026-09-10T19:45:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-cab4ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-cab4ee", "reconcileID": "47b70ae1-df7f-4ad6-b44e-b5fbd38e6324", "Gateway": "e2e-shared-b-w3-cab4ee", "namespace": "openshift-ingress"} 2026-09-10T19:49:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "9a99bd56-ac29-49ba-bb9d-437cdce5b7ba", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm"} 2026-09-10T19:49:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "9a99bd56-ac29-49ba-bb9d-437cdce5b7ba", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm"} 2026-09-10T19:49:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "9a99bd56-ac29-49ba-bb9d-437cdce5b7ba", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm"} 2026-09-10T19:49:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c7ec880c-2f58-4778-9d23-2b3ea2a2131d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:49:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "9a99bd56-ac29-49ba-bb9d-437cdce5b7ba", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm", "name": "e2e-same-id-a-66bec08b-kserve-route-authn"} 2026-09-10T19:49:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "9a99bd56-ac29-49ba-bb9d-437cdce5b7ba", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:49:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "9a99bd56-ac29-49ba-bb9d-437cdce5b7ba", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm"} 2026-09-10T19:49:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c7ec880c-2f58-4778-9d23-2b3ea2a2131d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:49:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c7ec880c-2f58-4778-9d23-2b3ea2a2131d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:49:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "245108bf-3113-4dec-819d-f1f9bb41c6f9", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm"} 2026-09-10T19:49:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "245108bf-3113-4dec-819d-f1f9bb41c6f9", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm"} 2026-09-10T19:49:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "245108bf-3113-4dec-819d-f1f9bb41c6f9", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm"} 2026-09-10T19:49:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "245108bf-3113-4dec-819d-f1f9bb41c6f9", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm", "name": "e2e-same-id-a-66bec08b-kserve-route-authn"} 2026-09-10T19:49:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "245108bf-3113-4dec-819d-f1f9bb41c6f9", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:49:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "245108bf-3113-4dec-819d-f1f9bb41c6f9", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm"} 2026-09-10T19:49:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "4c659bb4-1c5d-414d-a6e5-cdc481710e6d", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "4c659bb4-1c5d-414d-a6e5-cdc481710e6d", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "4c659bb4-1c5d-414d-a6e5-cdc481710e6d", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d266f54-4906-4616-884a-f1273becfeee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:49:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "4c659bb4-1c5d-414d-a6e5-cdc481710e6d", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm", "name": "e2e-same-id-b-66bec08b-kserve-route-authn"} 2026-09-10T19:49:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "4c659bb4-1c5d-414d-a6e5-cdc481710e6d", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:49:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "4c659bb4-1c5d-414d-a6e5-cdc481710e6d", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d266f54-4906-4616-884a-f1273becfeee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:49:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d266f54-4906-4616-884a-f1273becfeee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:49:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b237708-ec47-456a-bb7c-816e16d5cfbb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:49:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b237708-ec47-456a-bb7c-816e16d5cfbb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:49:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b237708-ec47-456a-bb7c-816e16d5cfbb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:49:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "8cf3dfc7-7df3-4dc6-baf4-983e6f83f805", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm"} 2026-09-10T19:49:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "8cf3dfc7-7df3-4dc6-baf4-983e6f83f805", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm"} 2026-09-10T19:49:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "8cf3dfc7-7df3-4dc6-baf4-983e6f83f805", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm"} 2026-09-10T19:49:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "8cf3dfc7-7df3-4dc6-baf4-983e6f83f805", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm", "name": "e2e-same-id-a-66bec08b-kserve-route-authn"} 2026-09-10T19:49:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "8cf3dfc7-7df3-4dc6-baf4-983e6f83f805", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:49:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "8cf3dfc7-7df3-4dc6-baf4-983e6f83f805", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm"} 2026-09-10T19:49:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "30b17542-fa91-48b3-9696-2d91b04e1cbb", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "30b17542-fa91-48b3-9696-2d91b04e1cbb", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "30b17542-fa91-48b3-9696-2d91b04e1cbb", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "30b17542-fa91-48b3-9696-2d91b04e1cbb", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm", "name": "e2e-same-id-b-66bec08b-kserve-route-authn"} 2026-09-10T19:49:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "30b17542-fa91-48b3-9696-2d91b04e1cbb", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:49:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "30b17542-fa91-48b3-9696-2d91b04e1cbb", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de63bcdb-aa69-48bb-acc2-dd7db22fde79", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:49:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de63bcdb-aa69-48bb-acc2-dd7db22fde79", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:49:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de63bcdb-aa69-48bb-acc2-dd7db22fde79", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:49:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "ccc755dc-7d6e-4f29-a69d-95b36de5b1b3", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "ccc755dc-7d6e-4f29-a69d-95b36de5b1b3", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "ccc755dc-7d6e-4f29-a69d-95b36de5b1b3", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "ccc755dc-7d6e-4f29-a69d-95b36de5b1b3", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm", "name": "e2e-same-id-b-66bec08b-kserve-route-authn"} 2026-09-10T19:49:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "ccc755dc-7d6e-4f29-a69d-95b36de5b1b3", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:49:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "ccc755dc-7d6e-4f29-a69d-95b36de5b1b3", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "3a6039b8-f0e6-475c-80fb-d3d86e92a73a", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm"} 2026-09-10T19:49:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "3a6039b8-f0e6-475c-80fb-d3d86e92a73a", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm"} 2026-09-10T19:49:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "3a6039b8-f0e6-475c-80fb-d3d86e92a73a", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm"} 2026-09-10T19:49:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "3a6039b8-f0e6-475c-80fb-d3d86e92a73a", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm", "name": "e2e-same-id-a-66bec08b-kserve-route-authn"} 2026-09-10T19:49:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "3a6039b8-f0e6-475c-80fb-d3d86e92a73a", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:49:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "3a6039b8-f0e6-475c-80fb-d3d86e92a73a", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm"} 2026-09-10T19:49:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "4b57d0c9-c4c7-47f7-8b5d-37f1717aeb8d", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "4b57d0c9-c4c7-47f7-8b5d-37f1717aeb8d", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "4b57d0c9-c4c7-47f7-8b5d-37f1717aeb8d", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "4b57d0c9-c4c7-47f7-8b5d-37f1717aeb8d", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm", "name": "e2e-same-id-b-66bec08b-kserve-route-authn"} 2026-09-10T19:49:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "4b57d0c9-c4c7-47f7-8b5d-37f1717aeb8d", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:49:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "4b57d0c9-c4c7-47f7-8b5d-37f1717aeb8d", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "9a219123-9bc2-465e-bf50-89d6fd7a4fed", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "9a219123-9bc2-465e-bf50-89d6fd7a4fed", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "9a219123-9bc2-465e-bf50-89d6fd7a4fed", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "9a219123-9bc2-465e-bf50-89d6fd7a4fed", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm", "name": "e2e-same-id-b-66bec08b-kserve-route-authn"} 2026-09-10T19:49:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "9a219123-9bc2-465e-bf50-89d6fd7a4fed", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:49:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "9a219123-9bc2-465e-bf50-89d6fd7a4fed", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "84b1ecaf-14d1-464f-ae0f-25d2ebad85be", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm"} 2026-09-10T19:49:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "84b1ecaf-14d1-464f-ae0f-25d2ebad85be", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm", "name": "e2e-same-id-a-66bec08b"} 2026-09-10T19:49:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "84b1ecaf-14d1-464f-ae0f-25d2ebad85be", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm"} 2026-09-10T19:49:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "84b1ecaf-14d1-464f-ae0f-25d2ebad85be", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm"} 2026-09-10T19:49:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "84b1ecaf-14d1-464f-ae0f-25d2ebad85be", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm", "name": "e2e-same-id-a-66bec08b-kserve-route-authn"} 2026-09-10T19:49:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "84b1ecaf-14d1-464f-ae0f-25d2ebad85be", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm", "name": "e2e-same-id-a-66bec08b-kserve-route-authn"} 2026-09-10T19:49:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-66bec08b", "reconcileID": "53d1e52c-013f-47ba-8c2c-4bf98d30c56e", "LLMInferenceService": "e2e-same-id-a-66bec08b", "namespace": "llm"} 2026-09-10T19:49:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b284a1b2-01eb-4ec6-897f-358e53b4ab32", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:49:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b284a1b2-01eb-4ec6-897f-358e53b4ab32", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:49:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b284a1b2-01eb-4ec6-897f-358e53b4ab32", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:49:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c9c9ecfe-c655-403b-9f4b-e5e197561f38", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:49:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c9c9ecfe-c655-403b-9f4b-e5e197561f38", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:49:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c9c9ecfe-c655-403b-9f4b-e5e197561f38", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:49:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "4b7e8c35-9b7d-4cd4-b314-b896cb28e2a5", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "4b7e8c35-9b7d-4cd4-b314-b896cb28e2a5", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm", "name": "e2e-same-id-b-66bec08b"} 2026-09-10T19:49:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "4b7e8c35-9b7d-4cd4-b314-b896cb28e2a5", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "4b7e8c35-9b7d-4cd4-b314-b896cb28e2a5", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:49:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "4b7e8c35-9b7d-4cd4-b314-b896cb28e2a5", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm", "name": "e2e-same-id-b-66bec08b-kserve-route-authn"} 2026-09-10T19:49:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "4b7e8c35-9b7d-4cd4-b314-b896cb28e2a5", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm", "name": "e2e-same-id-b-66bec08b-kserve-route-authn"} 2026-09-10T19:50:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-66bec08b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-66bec08b", "reconcileID": "bb910f89-5148-44df-a0ee-410214f44570", "LLMInferenceService": "e2e-same-id-b-66bec08b", "namespace": "llm"} 2026-09-10T19:50:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2e463328-e52b-4116-89a1-ad7786a17b9b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:50:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2e463328-e52b-4116-89a1-ad7786a17b9b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:50:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2e463328-e52b-4116-89a1-ad7786a17b9b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:50:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c3c8925c-582d-443e-afc7-7ecdbe900832", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:50:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c3c8925c-582d-443e-afc7-7ecdbe900832", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:50:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c3c8925c-582d-443e-afc7-7ecdbe900832", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:50:37Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:50:37Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:50:40Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:50:40Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}