2026-09-10T21:34:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1f3879","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1f3879", "reconcileID": "ed683915-4ebe-4671-bfcb-33c6c0f85996", "Gateway": "e2e-shared-b-w3-1f3879", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1f3879-authn-ssl"} 2026-09-10T21:34:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1f3879","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1f3879", "reconcileID": "ed683915-4ebe-4671-bfcb-33c6c0f85996", "Gateway": "e2e-shared-b-w3-1f3879", "namespace": "openshift-ingress"} 2026-09-10T21:34:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f3879","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879", "reconcileID": "01f03216-2a50-4341-aa8a-0b9f56756d9a", "LLMInferenceService": "rate-test-model-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879"} 2026-09-10T21:34:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f3879","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879", "reconcileID": "01f03216-2a50-4341-aa8a-0b9f56756d9a", "LLMInferenceService": "rate-test-model-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879"} 2026-09-10T21:34:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f3879","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879", "reconcileID": "01f03216-2a50-4341-aa8a-0b9f56756d9a", "LLMInferenceService": "rate-test-model-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879"} 2026-09-10T21:34:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f3879","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879", "reconcileID": "01f03216-2a50-4341-aa8a-0b9f56756d9a", "LLMInferenceService": "rate-test-model-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879-kserve-route-authn"} 2026-09-10T21:34:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f3879","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879", "reconcileID": "01f03216-2a50-4341-aa8a-0b9f56756d9a", "LLMInferenceService": "rate-test-model-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "authType": "userdefined"} 2026-09-10T21:34:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f3879","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879", "reconcileID": "01f03216-2a50-4341-aa8a-0b9f56756d9a", "LLMInferenceService": "rate-test-model-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879"} 2026-09-10T21:34:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-77a957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-77a957", "reconcileID": "fff75490-dd37-4934-8771-fb034b8c815e", "Gateway": "e2e-api-a-77a957", "namespace": "openshift-ingress"} 2026-09-10T21:34:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-77a957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-77a957", "reconcileID": "fff75490-dd37-4934-8771-fb034b8c815e", "Gateway": "e2e-api-a-77a957", "namespace": "openshift-ingress", "name": "e2e-api-a-77a957-authn-ssl"} 2026-09-10T21:34:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-77a957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-77a957", "reconcileID": "fff75490-dd37-4934-8771-fb034b8c815e", "Gateway": "e2e-api-a-77a957", "namespace": "openshift-ingress"} 2026-09-10T21:34:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-77a957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-77a957", "reconcileID": "6d03a1d3-4127-4b81-99ad-d1329a5e074b", "Gateway": "e2e-api-a-77a957", "namespace": "openshift-ingress"} 2026-09-10T21:34:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-77a957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-77a957", "reconcileID": "6d03a1d3-4127-4b81-99ad-d1329a5e074b", "Gateway": "e2e-api-a-77a957", "namespace": "openshift-ingress", "name": "e2e-api-a-77a957-authn-ssl"} 2026-09-10T21:34:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-77a957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-77a957", "reconcileID": "6d03a1d3-4127-4b81-99ad-d1329a5e074b", "Gateway": "e2e-api-a-77a957", "namespace": "openshift-ingress"} 2026-09-10T21:34:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-77a957"}, "namespace": "ai-tenant-e2e-api-a-77a957", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d48c8b98-2613-4ecc-b3aa-e10864abe5d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-77a957"} 2026-09-10T21:34:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-77a957"}, "namespace": "ai-tenant-e2e-api-a-77a957", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d48c8b98-2613-4ecc-b3aa-e10864abe5d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-77a957", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:34:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-77a957"}, "namespace": "ai-tenant-e2e-api-a-77a957", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d48c8b98-2613-4ecc-b3aa-e10864abe5d2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-77a957 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:34:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-77a957"}, "namespace": "ai-tenant-e2e-api-a-77a957", "name": "odh-trusted-ca-bundle", "reconcileID": "c2d426a5-dfcc-4830-94cc-ad759d3025e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-77a957"} 2026-09-10T21:34:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-77a957"}, "namespace": "ai-tenant-e2e-api-a-77a957", "name": "odh-trusted-ca-bundle", "reconcileID": "c2d426a5-dfcc-4830-94cc-ad759d3025e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-77a957"} 2026-09-10T21:34:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-77a957"}, "namespace": "ai-tenant-e2e-api-a-77a957", "name": "openshift-service-ca.crt", "reconcileID": "c400c69f-2457-41eb-81f1-fe311eb44052", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-77a957"} 2026-09-10T21:34:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-77a957"}, "namespace": "ai-tenant-e2e-api-a-77a957", "name": "openshift-service-ca.crt", "reconcileID": "c400c69f-2457-41eb-81f1-fe311eb44052", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-77a957"} 2026-09-10T21:34:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-77a957"}, "namespace": "ai-tenant-e2e-api-a-77a957", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffea3024-b5ba-40cd-ba65-7db32390b372", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-77a957"} 2026-09-10T21:34:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-77a957"}, "namespace": "ai-tenant-e2e-api-a-77a957", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffea3024-b5ba-40cd-ba65-7db32390b372", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-77a957"} 2026-09-10T21:34:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-77a957","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-77a957", "reconcileID": "f75744f1-0c25-44aa-9e1d-8fd0c04fa74b", "Gateway": "e2e-api-a-77a957", "namespace": "openshift-ingress"} 2026-09-10T21:34:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f3879","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879", "reconcileID": "baa01063-e3a8-41c7-84b9-4810790d2f11", "LLMInferenceService": "rate-test-model-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879"} 2026-09-10T21:34:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f3879","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879", "reconcileID": "baa01063-e3a8-41c7-84b9-4810790d2f11", "LLMInferenceService": "rate-test-model-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879"} 2026-09-10T21:34:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f3879","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879", "reconcileID": "baa01063-e3a8-41c7-84b9-4810790d2f11", "LLMInferenceService": "rate-test-model-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879"} 2026-09-10T21:34:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f3879","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879", "reconcileID": "baa01063-e3a8-41c7-84b9-4810790d2f11", "LLMInferenceService": "rate-test-model-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879-kserve-route-authn"} 2026-09-10T21:34:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f3879","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879", "reconcileID": "baa01063-e3a8-41c7-84b9-4810790d2f11", "LLMInferenceService": "rate-test-model-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "authType": "userdefined"} 2026-09-10T21:34:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f3879","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879", "reconcileID": "baa01063-e3a8-41c7-84b9-4810790d2f11", "LLMInferenceService": "rate-test-model-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879"} 2026-09-10T21:34:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c71bd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c71bd0", "reconcileID": "04f8c2df-fb50-4d23-a4ad-94e5cc780338", "Gateway": "e2e-api-b-c71bd0", "namespace": "openshift-ingress"} 2026-09-10T21:34:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c71bd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c71bd0", "reconcileID": "04f8c2df-fb50-4d23-a4ad-94e5cc780338", "Gateway": "e2e-api-b-c71bd0", "namespace": "openshift-ingress", "name": "e2e-api-b-c71bd0-authn-ssl"} 2026-09-10T21:34:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c71bd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c71bd0", "reconcileID": "04f8c2df-fb50-4d23-a4ad-94e5cc780338", "Gateway": "e2e-api-b-c71bd0", "namespace": "openshift-ingress"} 2026-09-10T21:34:45Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:34:45Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:34:47Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:34:47Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:34:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c71bd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c71bd0", "reconcileID": "78e731b3-ff9f-47d5-99b3-d7af1094441e", "Gateway": "e2e-api-b-c71bd0", "namespace": "openshift-ingress"} 2026-09-10T21:34:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c71bd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c71bd0", "reconcileID": "78e731b3-ff9f-47d5-99b3-d7af1094441e", "Gateway": "e2e-api-b-c71bd0", "namespace": "openshift-ingress", "name": "e2e-api-b-c71bd0-authn-ssl"} 2026-09-10T21:34:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c71bd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c71bd0", "reconcileID": "78e731b3-ff9f-47d5-99b3-d7af1094441e", "Gateway": "e2e-api-b-c71bd0", "namespace": "openshift-ingress"} 2026-09-10T21:34:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c71bd0"}, "namespace": "ai-tenant-e2e-api-b-c71bd0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09a8abd7-199a-4f97-a876-e9bdfa140bc9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c71bd0"} 2026-09-10T21:34:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c71bd0"}, "namespace": "ai-tenant-e2e-api-b-c71bd0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09a8abd7-199a-4f97-a876-e9bdfa140bc9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c71bd0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:34:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c71bd0"}, "namespace": "ai-tenant-e2e-api-b-c71bd0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09a8abd7-199a-4f97-a876-e9bdfa140bc9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-c71bd0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:34:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c71bd0"}, "namespace": "ai-tenant-e2e-api-b-c71bd0", "name": "odh-trusted-ca-bundle", "reconcileID": "198870c0-5f20-44bb-9e88-97dda3362964", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c71bd0"} 2026-09-10T21:34:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c71bd0"}, "namespace": "ai-tenant-e2e-api-b-c71bd0", "name": "odh-trusted-ca-bundle", "reconcileID": "198870c0-5f20-44bb-9e88-97dda3362964", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c71bd0"} 2026-09-10T21:34:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c71bd0"}, "namespace": "ai-tenant-e2e-api-b-c71bd0", "name": "openshift-service-ca.crt", "reconcileID": "f4fd5b56-7117-4203-825b-763d258f65c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c71bd0"} 2026-09-10T21:34:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c71bd0"}, "namespace": "ai-tenant-e2e-api-b-c71bd0", "name": "openshift-service-ca.crt", "reconcileID": "f4fd5b56-7117-4203-825b-763d258f65c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c71bd0"} 2026-09-10T21:34:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c71bd0"}, "namespace": "ai-tenant-e2e-api-b-c71bd0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c6e821f-f5b2-4819-abfb-60f0733e3994", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c71bd0"} 2026-09-10T21:34:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c71bd0"}, "namespace": "ai-tenant-e2e-api-b-c71bd0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c6e821f-f5b2-4819-abfb-60f0733e3994", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c71bd0"} 2026-09-10T21:34:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c71bd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c71bd0", "reconcileID": "9f85e2d2-106e-4f93-96e5-e3d7a280fecf", "Gateway": "e2e-api-b-c71bd0", "namespace": "openshift-ingress"} 2026-09-10T21:35:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-bd7b8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd7b8a", "reconcileID": "5781f374-9bfb-4c85-a04f-4dbb482f9e2f", "Gateway": "e2e-shared-a-w2-bd7b8a", "namespace": "openshift-ingress"} 2026-09-10T21:35:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-bd7b8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd7b8a", "reconcileID": "5781f374-9bfb-4c85-a04f-4dbb482f9e2f", "Gateway": "e2e-shared-a-w2-bd7b8a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd7b8a-authn-ssl"} 2026-09-10T21:35:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-bd7b8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd7b8a", "reconcileID": "5781f374-9bfb-4c85-a04f-4dbb482f9e2f", "Gateway": "e2e-shared-a-w2-bd7b8a", "namespace": "openshift-ingress"} 2026-09-10T21:35:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-bd7b8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd7b8a", "reconcileID": "157eee32-d020-4867-91f0-2a071ac72329", "Gateway": "e2e-shared-a-w2-bd7b8a", "namespace": "openshift-ingress"} 2026-09-10T21:35:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-bd7b8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd7b8a", "reconcileID": "157eee32-d020-4867-91f0-2a071ac72329", "Gateway": "e2e-shared-a-w2-bd7b8a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd7b8a-authn-ssl"} 2026-09-10T21:35:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-bd7b8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd7b8a", "reconcileID": "157eee32-d020-4867-91f0-2a071ac72329", "Gateway": "e2e-shared-a-w2-bd7b8a", "namespace": "openshift-ingress"} 2026-09-10T21:35:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bd7b8a"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd7b8a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b92de884-1f3d-4ce5-b004-25ba9376d67d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bd7b8a"} 2026-09-10T21:35:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bd7b8a"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd7b8a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b92de884-1f3d-4ce5-b004-25ba9376d67d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bd7b8a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:35:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bd7b8a"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd7b8a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b92de884-1f3d-4ce5-b004-25ba9376d67d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-bd7b8a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:35:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bd7b8a"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd7b8a", "name": "odh-trusted-ca-bundle", "reconcileID": "baa5f98b-76f6-4074-bbb3-bc9e554f87f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bd7b8a"} 2026-09-10T21:35:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bd7b8a"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd7b8a", "name": "odh-trusted-ca-bundle", "reconcileID": "baa5f98b-76f6-4074-bbb3-bc9e554f87f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bd7b8a"} 2026-09-10T21:35:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-bd7b8a"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd7b8a", "name": "openshift-service-ca.crt", "reconcileID": "c9f9859b-8e32-4cc6-9ec2-cb410e212ed3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-bd7b8a"} 2026-09-10T21:35:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-bd7b8a"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd7b8a", "name": "openshift-service-ca.crt", "reconcileID": "c9f9859b-8e32-4cc6-9ec2-cb410e212ed3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-bd7b8a"} 2026-09-10T21:35:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bd7b8a"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd7b8a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fe0fc28-14ec-47b4-b5be-9e5eae0a39e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bd7b8a"} 2026-09-10T21:35:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bd7b8a"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd7b8a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fe0fc28-14ec-47b4-b5be-9e5eae0a39e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bd7b8a"} 2026-09-10T21:35:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-bd7b8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd7b8a", "reconcileID": "9e5b8342-8193-48dd-b401-6701030807a8", "Gateway": "e2e-shared-a-w2-bd7b8a", "namespace": "openshift-ingress"} 2026-09-10T21:35:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-36b938","namespace":"ai-tenant-e2e-shared-a-w3-36b938"}, "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "name": "rate-test-model-36b938", "reconcileID": "d0e34122-3d90-4b89-b675-a3cf88edf80e", "LLMInferenceService": "rate-test-model-36b938", "namespace": "ai-tenant-e2e-shared-a-w3-36b938"} 2026-09-10T21:35:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-36b938","namespace":"ai-tenant-e2e-shared-a-w3-36b938"}, "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "name": "rate-test-model-36b938", "reconcileID": "d0e34122-3d90-4b89-b675-a3cf88edf80e", "LLMInferenceService": "rate-test-model-36b938", "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "name": "rate-test-model-36b938"} 2026-09-10T21:35:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-36b938","namespace":"ai-tenant-e2e-shared-a-w3-36b938"}, "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "name": "rate-test-model-36b938", "reconcileID": "d0e34122-3d90-4b89-b675-a3cf88edf80e", "LLMInferenceService": "rate-test-model-36b938", "namespace": "ai-tenant-e2e-shared-a-w3-36b938"} 2026-09-10T21:35:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-36b938","namespace":"ai-tenant-e2e-shared-a-w3-36b938"}, "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "name": "rate-test-model-36b938", "reconcileID": "d0e34122-3d90-4b89-b675-a3cf88edf80e", "LLMInferenceService": "rate-test-model-36b938", "namespace": "ai-tenant-e2e-shared-a-w3-36b938"} 2026-09-10T21:35:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-36b938","namespace":"ai-tenant-e2e-shared-a-w3-36b938"}, "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "name": "rate-test-model-36b938", "reconcileID": "d0e34122-3d90-4b89-b675-a3cf88edf80e", "LLMInferenceService": "rate-test-model-36b938", "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "name": "rate-test-model-36b938-kserve-route-authn"} 2026-09-10T21:35:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-36b938","namespace":"ai-tenant-e2e-shared-a-w3-36b938"}, "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "name": "rate-test-model-36b938", "reconcileID": "d0e34122-3d90-4b89-b675-a3cf88edf80e", "LLMInferenceService": "rate-test-model-36b938", "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "name": "rate-test-model-36b938-kserve-route-authn"} 2026-09-10T21:35:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-36b938","namespace":"ai-tenant-e2e-shared-a-w3-36b938"}, "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "name": "rate-test-model-36b938", "reconcileID": "d0e34122-3d90-4b89-b675-a3cf88edf80e", "LLMInferenceService": "rate-test-model-36b938", "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "namespace": "ai-tenant-e2e-shared-a-w3-36b938"} 2026-09-10T21:35:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-36b938","namespace":"ai-tenant-e2e-shared-a-w3-36b938"}, "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "name": "rate-test-model-36b938", "reconcileID": "d0e34122-3d90-4b89-b675-a3cf88edf80e", "LLMInferenceService": "rate-test-model-36b938", "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "namespace": "ai-tenant-e2e-shared-a-w3-36b938"} 2026-09-10T21:35:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-36b938","namespace":"ai-tenant-e2e-shared-a-w3-36b938"}, "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "name": "rate-test-model-36b938", "reconcileID": "5eb76a41-7f02-4982-8d18-d9b8dd9d79c5", "LLMInferenceService": "rate-test-model-36b938", "namespace": "ai-tenant-e2e-shared-a-w3-36b938"} 2026-09-10T21:35:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-36b938","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-36b938", "reconcileID": "b7b6e1a2-c0c8-4943-87cc-fc92347fedb2", "Gateway": "e2e-shared-a-w3-36b938", "namespace": "openshift-ingress"} 2026-09-10T21:35:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-36b938","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-36b938", "reconcileID": "b7b6e1a2-c0c8-4943-87cc-fc92347fedb2", "Gateway": "e2e-shared-a-w3-36b938", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-36b938-authn-ssl"} 2026-09-10T21:35:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-36b938","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-36b938", "reconcileID": "b7b6e1a2-c0c8-4943-87cc-fc92347fedb2", "Gateway": "e2e-shared-a-w3-36b938", "namespace": "openshift-ingress"} 2026-09-10T21:35:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-36b938","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-36b938", "reconcileID": "83149e10-c358-4eae-ac20-15af24dada5c", "Gateway": "e2e-shared-a-w3-36b938", "namespace": "openshift-ingress"} 2026-09-10T21:35:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-36b938","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-36b938", "reconcileID": "83149e10-c358-4eae-ac20-15af24dada5c", "Gateway": "e2e-shared-a-w3-36b938", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-36b938-authn-ssl"} 2026-09-10T21:35:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-36b938","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-36b938", "reconcileID": "83149e10-c358-4eae-ac20-15af24dada5c", "Gateway": "e2e-shared-a-w3-36b938", "namespace": "openshift-ingress"} 2026-09-10T21:35:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f3879","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879", "reconcileID": "93359708-7ebf-4023-b302-80b19dbd6298", "LLMInferenceService": "rate-test-model-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879"} 2026-09-10T21:35:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f3879","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879", "reconcileID": "93359708-7ebf-4023-b302-80b19dbd6298", "LLMInferenceService": "rate-test-model-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879"} 2026-09-10T21:35:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f3879","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879", "reconcileID": "93359708-7ebf-4023-b302-80b19dbd6298", "LLMInferenceService": "rate-test-model-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879"} 2026-09-10T21:35:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f3879","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879", "reconcileID": "93359708-7ebf-4023-b302-80b19dbd6298", "LLMInferenceService": "rate-test-model-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879"} 2026-09-10T21:35:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f3879","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879", "reconcileID": "93359708-7ebf-4023-b302-80b19dbd6298", "LLMInferenceService": "rate-test-model-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879-kserve-route-authn"} 2026-09-10T21:35:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f3879","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879", "reconcileID": "93359708-7ebf-4023-b302-80b19dbd6298", "LLMInferenceService": "rate-test-model-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879-kserve-route-authn"} 2026-09-10T21:35:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f3879","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879", "reconcileID": "93359708-7ebf-4023-b302-80b19dbd6298", "LLMInferenceService": "rate-test-model-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879"} 2026-09-10T21:35:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f3879","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879", "reconcileID": "93359708-7ebf-4023-b302-80b19dbd6298", "LLMInferenceService": "rate-test-model-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879"} 2026-09-10T21:35:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f3879","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "rate-test-model-1f3879", "reconcileID": "71696fae-d5d8-4a16-8099-cd89d252924b", "LLMInferenceService": "rate-test-model-1f3879", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879"} 2026-09-10T21:35:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1f3879","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1f3879", "reconcileID": "161c9e1a-9e58-4a81-8e0c-7507f8083c70", "Gateway": "e2e-shared-b-w3-1f3879", "namespace": "openshift-ingress"} 2026-09-10T21:35:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1f3879","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1f3879", "reconcileID": "161c9e1a-9e58-4a81-8e0c-7507f8083c70", "Gateway": "e2e-shared-b-w3-1f3879", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1f3879-authn-ssl"} 2026-09-10T21:35:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1f3879","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1f3879", "reconcileID": "161c9e1a-9e58-4a81-8e0c-7507f8083c70", "Gateway": "e2e-shared-b-w3-1f3879", "namespace": "openshift-ingress"} 2026-09-10T21:35:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1f3879","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1f3879", "reconcileID": "396a5c3c-2e2d-43a2-a1bc-87ac9260e720", "Gateway": "e2e-shared-b-w3-1f3879", "namespace": "openshift-ingress"} 2026-09-10T21:35:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1f3879","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1f3879", "reconcileID": "396a5c3c-2e2d-43a2-a1bc-87ac9260e720", "Gateway": "e2e-shared-b-w3-1f3879", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1f3879-authn-ssl"} 2026-09-10T21:35:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1f3879","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1f3879", "reconcileID": "396a5c3c-2e2d-43a2-a1bc-87ac9260e720", "Gateway": "e2e-shared-b-w3-1f3879", "namespace": "openshift-ingress"} 2026-09-10T21:35:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "80842fa9-a612-4a9d-9987-51037d5eb6c8", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:35:11Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "80842fa9-a612-4a9d-9987-51037d5eb6c8", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758-authn-ssl"} 2026-09-10T21:35:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "80842fa9-a612-4a9d-9987-51037d5eb6c8", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:35:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "230786bb-60bc-4063-810c-743cb195101b", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:35:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "230786bb-60bc-4063-810c-743cb195101b", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758-authn-ssl"} 2026-09-10T21:35:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "230786bb-60bc-4063-810c-743cb195101b", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:35:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "1a262474-c51e-457e-a095-bcfafd9ed44c", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:35:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "1a262474-c51e-457e-a095-bcfafd9ed44c", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758-authn-ssl"} 2026-09-10T21:35:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "1a262474-c51e-457e-a095-bcfafd9ed44c", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:35:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "9dfef67d-7a90-4a4f-aaf9-2d99f0a98c6a", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:35:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "9dfef67d-7a90-4a4f-aaf9-2d99f0a98c6a", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758-authn-ssl"} 2026-09-10T21:35:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "9dfef67d-7a90-4a4f-aaf9-2d99f0a98c6a", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:35:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "83193d17-f0a2-4f80-a821-6e7001e4c6d8", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:35:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "83193d17-f0a2-4f80-a821-6e7001e4c6d8", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758-authn-ssl"} 2026-09-10T21:35:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "83193d17-f0a2-4f80-a821-6e7001e4c6d8", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:35:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "8c943135-4f97-4d34-a562-d7311ad9e2dc", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:35:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "8c943135-4f97-4d34-a562-d7311ad9e2dc", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758-authn-ssl"} 2026-09-10T21:35:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "8c943135-4f97-4d34-a562-d7311ad9e2dc", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:35:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "dd2620e7-592c-4590-b089-c28a239303fc", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:35:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "dd2620e7-592c-4590-b089-c28a239303fc", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758-authn-ssl"} 2026-09-10T21:35:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "dd2620e7-592c-4590-b089-c28a239303fc", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:35:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "openshift-service-ca.crt", "reconcileID": "199c86e7-939c-47c4-980d-289a97c091c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:35:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "odh-trusted-ca-bundle", "reconcileID": "a507b4ed-9a8b-4d21-8ee0-94973392ff43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:35:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "openshift-service-ca.crt", "reconcileID": "f184cc1b-86ff-4a13-b393-9796f8bbef25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:35:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "openshift-service-ca.crt", "reconcileID": "f184cc1b-86ff-4a13-b393-9796f8bbef25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:35:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "openshift-service-ca.crt", "reconcileID": "68a1fb23-681f-44d3-933e-f0c6dbd326e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:35:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65872447-a3e0-4dcf-9542-c97326276b58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:35:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "odh-trusted-ca-bundle", "reconcileID": "cb0dc00e-3be3-4142-972c-0b8f5c8c5da2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:35:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "odh-trusted-ca-bundle", "reconcileID": "cb0dc00e-3be3-4142-972c-0b8f5c8c5da2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:35:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "055ca92d-8c56-4ef0-89e8-975df9f15ca3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:35:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "e6afdeba-a28f-44e5-a7a8-2f9571a0e2ad", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:35:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "e6afdeba-a28f-44e5-a7a8-2f9571a0e2ad", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758-authn-ssl"} 2026-09-10T21:35:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "e6afdeba-a28f-44e5-a7a8-2f9571a0e2ad", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:35:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5e6835","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5e6835", "reconcileID": "eb64137a-f691-40b7-831d-2b92836d1a03", "Gateway": "e2e-shared-b-w2-5e6835", "namespace": "openshift-ingress"} 2026-09-10T21:35:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5e6835","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5e6835", "reconcileID": "eb64137a-f691-40b7-831d-2b92836d1a03", "Gateway": "e2e-shared-b-w2-5e6835", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5e6835-authn-ssl"} 2026-09-10T21:35:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5e6835","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5e6835", "reconcileID": "eb64137a-f691-40b7-831d-2b92836d1a03", "Gateway": "e2e-shared-b-w2-5e6835", "namespace": "openshift-ingress"} 2026-09-10T21:35:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "6491b4f1-faa4-4aea-a5be-623015cea39f", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:35:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "6491b4f1-faa4-4aea-a5be-623015cea39f", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758-authn-ssl"} 2026-09-10T21:35:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "6491b4f1-faa4-4aea-a5be-623015cea39f", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:35:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5e6835"}, "namespace": "ai-tenant-e2e-shared-b-w2-5e6835", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca830b72-94ed-440b-a2cc-8afa10f02634", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5e6835"} 2026-09-10T21:35:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5e6835"}, "namespace": "ai-tenant-e2e-shared-b-w2-5e6835", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca830b72-94ed-440b-a2cc-8afa10f02634", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5e6835", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:35:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5e6835"}, "namespace": "ai-tenant-e2e-shared-b-w2-5e6835", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca830b72-94ed-440b-a2cc-8afa10f02634", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-5e6835 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:35:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5e6835"}, "namespace": "ai-tenant-e2e-shared-b-w2-5e6835", "name": "odh-trusted-ca-bundle", "reconcileID": "aa9573be-6dc1-4920-80c7-e0afab0f46ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5e6835"} 2026-09-10T21:35:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5e6835"}, "namespace": "ai-tenant-e2e-shared-b-w2-5e6835", "name": "odh-trusted-ca-bundle", "reconcileID": "aa9573be-6dc1-4920-80c7-e0afab0f46ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5e6835"} 2026-09-10T21:35:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-5e6835"}, "namespace": "ai-tenant-e2e-shared-b-w2-5e6835", "name": "openshift-service-ca.crt", "reconcileID": "72dbefdd-1d15-445f-9fec-4cb5d49bedbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-5e6835"} 2026-09-10T21:35:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-5e6835"}, "namespace": "ai-tenant-e2e-shared-b-w2-5e6835", "name": "openshift-service-ca.crt", "reconcileID": "72dbefdd-1d15-445f-9fec-4cb5d49bedbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-5e6835"} 2026-09-10T21:35:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5e6835"}, "namespace": "ai-tenant-e2e-shared-b-w2-5e6835", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00843bcc-89cf-41f4-9397-1d7281784002", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5e6835"} 2026-09-10T21:35:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5e6835"}, "namespace": "ai-tenant-e2e-shared-b-w2-5e6835", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00843bcc-89cf-41f4-9397-1d7281784002", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5e6835"} 2026-09-10T21:35:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5e6835","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5e6835", "reconcileID": "7213727f-c0c9-48e2-8e80-c36029248bc3", "Gateway": "e2e-shared-b-w2-5e6835", "namespace": "openshift-ingress"} 2026-09-10T21:35:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "05356de0-7500-4bf7-825e-0c531b9fd9b3", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:35:40Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "05356de0-7500-4bf7-825e-0c531b9fd9b3", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef-authn-ssl"} 2026-09-10T21:35:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "05356de0-7500-4bf7-825e-0c531b9fd9b3", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:35:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "23a90b7c-62cb-4031-ac40-09d2a4a00f82", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:35:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "23a90b7c-62cb-4031-ac40-09d2a4a00f82", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef-authn-ssl"} 2026-09-10T21:35:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "23a90b7c-62cb-4031-ac40-09d2a4a00f82", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:35:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "98e96048-5a01-4ccd-b375-3970ae3dc114", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:35:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "98e96048-5a01-4ccd-b375-3970ae3dc114", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef-authn-ssl"} 2026-09-10T21:35:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "98e96048-5a01-4ccd-b375-3970ae3dc114", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:35:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "4d0873b1-c819-4488-943d-c4b9e9a307e0", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:35:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "4d0873b1-c819-4488-943d-c4b9e9a307e0", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef-authn-ssl"} 2026-09-10T21:35:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "4d0873b1-c819-4488-943d-c4b9e9a307e0", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:35:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "29f7039b-a8cf-40b6-85e5-c21b05087269", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:35:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "29f7039b-a8cf-40b6-85e5-c21b05087269", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef-authn-ssl"} 2026-09-10T21:35:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "29f7039b-a8cf-40b6-85e5-c21b05087269", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:35:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "87877e84-7547-44ef-87f4-827bd2b46efc", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:35:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "87877e84-7547-44ef-87f4-827bd2b46efc", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef-authn-ssl"} 2026-09-10T21:35:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "87877e84-7547-44ef-87f4-827bd2b46efc", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:35:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "0b9c666c-9f44-4a20-81dc-9fe70e757c18", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:35:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "0b9c666c-9f44-4a20-81dc-9fe70e757c18", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef-authn-ssl"} 2026-09-10T21:35:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "0b9c666c-9f44-4a20-81dc-9fe70e757c18", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:35:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5f25ef"}, "namespace": "ai-tenant-e2e-ipp-b-5f25ef", "name": "openshift-service-ca.crt", "reconcileID": "7efd364b-e40a-4519-a2c7-1ea02169dfbf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5f25ef"} 2026-09-10T21:35:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5f25ef"}, "namespace": "ai-tenant-e2e-ipp-b-5f25ef", "name": "odh-trusted-ca-bundle", "reconcileID": "fff44fa4-f115-4de0-86d8-1c1fd5263e72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5f25ef"} 2026-09-10T21:35:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5f25ef"}, "namespace": "ai-tenant-e2e-ipp-b-5f25ef", "name": "openshift-service-ca.crt", "reconcileID": "09682ac5-abc2-4e06-8a99-cf1758530258", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5f25ef", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:35:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5f25ef"}, "namespace": "ai-tenant-e2e-ipp-b-5f25ef", "name": "openshift-service-ca.crt", "reconcileID": "09682ac5-abc2-4e06-8a99-cf1758530258", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5f25ef"} 2026-09-10T21:35:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5f25ef"}, "namespace": "ai-tenant-e2e-ipp-b-5f25ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e1223da-3d38-4b7d-ae16-f984ed9c8dc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5f25ef"} 2026-09-10T21:35:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5f25ef"}, "namespace": "ai-tenant-e2e-ipp-b-5f25ef", "name": "openshift-service-ca.crt", "reconcileID": "2ddf3ea7-af92-4e0e-9495-07f8fad8c5e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5f25ef"} 2026-09-10T21:35:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5f25ef"}, "namespace": "ai-tenant-e2e-ipp-b-5f25ef", "name": "odh-trusted-ca-bundle", "reconcileID": "0bdb7f4f-c37a-4ee5-b0a6-1fab5ee01a4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5f25ef", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:35:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5f25ef"}, "namespace": "ai-tenant-e2e-ipp-b-5f25ef", "name": "odh-trusted-ca-bundle", "reconcileID": "0bdb7f4f-c37a-4ee5-b0a6-1fab5ee01a4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5f25ef"} 2026-09-10T21:35:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5f25ef"}, "namespace": "ai-tenant-e2e-ipp-b-5f25ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fbfd340-cd05-49b5-8ef9-4a30f3d1b5aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5f25ef"} 2026-09-10T21:35:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "96af51f6-07df-4c4d-80c3-f4d468ee5525", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:35:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "96af51f6-07df-4c4d-80c3-f4d468ee5525", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef-authn-ssl"} 2026-09-10T21:35:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "96af51f6-07df-4c4d-80c3-f4d468ee5525", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:35:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "4bb859ba-bf5f-4088-ac3d-8de746fa3395", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:35:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "4bb859ba-bf5f-4088-ac3d-8de746fa3395", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef-authn-ssl"} 2026-09-10T21:35:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "4bb859ba-bf5f-4088-ac3d-8de746fa3395", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:36:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "7f3d6004-2429-440f-a756-85724ca4e4a0", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:36:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "7f3d6004-2429-440f-a756-85724ca4e4a0", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:36:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "7f3d6004-2429-440f-a756-85724ca4e4a0", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:36:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "c4430ebd-6ae2-409f-9fa6-6ffbc6414121", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:36:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "7f3d6004-2429-440f-a756-85724ca4e4a0", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758-kserve-route-authn"} 2026-09-10T21:36:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "7f3d6004-2429-440f-a756-85724ca4e4a0", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "authType": "userdefined"} 2026-09-10T21:36:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "7f3d6004-2429-440f-a756-85724ca4e4a0", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:36:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "c4430ebd-6ae2-409f-9fa6-6ffbc6414121", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758-authn-ssl"} 2026-09-10T21:36:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "c4430ebd-6ae2-409f-9fa6-6ffbc6414121", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:36:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "a81b915f-6cdd-447a-a00e-c51f38a349de", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:36:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "a81b915f-6cdd-447a-a00e-c51f38a349de", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:36:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "a81b915f-6cdd-447a-a00e-c51f38a349de", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:36:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "a81b915f-6cdd-447a-a00e-c51f38a349de", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758-kserve-route-authn"} 2026-09-10T21:36:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "a81b915f-6cdd-447a-a00e-c51f38a349de", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "authType": "userdefined"} 2026-09-10T21:36:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "a81b915f-6cdd-447a-a00e-c51f38a349de", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:36:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "0e8ad652-aca9-4d98-8aa5-a49327352013", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:36:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "0e8ad652-aca9-4d98-8aa5-a49327352013", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758-authn-ssl"} 2026-09-10T21:36:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "0e8ad652-aca9-4d98-8aa5-a49327352013", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:36:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "1eb15c6f-0fac-481f-9db7-820e38f12d8d", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:36:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "1eb15c6f-0fac-481f-9db7-820e38f12d8d", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:36:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "1eb15c6f-0fac-481f-9db7-820e38f12d8d", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:36:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "1eb15c6f-0fac-481f-9db7-820e38f12d8d", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758-kserve-route-authn"} 2026-09-10T21:36:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "1eb15c6f-0fac-481f-9db7-820e38f12d8d", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "authType": "userdefined"} 2026-09-10T21:36:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "1eb15c6f-0fac-481f-9db7-820e38f12d8d", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:36:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "29ccec95-2e8c-4658-9d59-d4813884860b", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:36:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "29ccec95-2e8c-4658-9d59-d4813884860b", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:36:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "29ccec95-2e8c-4658-9d59-d4813884860b", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:36:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "29ccec95-2e8c-4658-9d59-d4813884860b", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758-kserve-route-authn"} 2026-09-10T21:36:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "29ccec95-2e8c-4658-9d59-d4813884860b", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "authType": "userdefined"} 2026-09-10T21:36:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "29ccec95-2e8c-4658-9d59-d4813884860b", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:36:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "0ff5dd5f-21e1-4e1a-90db-29d50a23409a", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress"} 2026-09-10T21:36:41Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "0ff5dd5f-21e1-4e1a-90db-29d50a23409a", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568-authn-ssl"} 2026-09-10T21:36:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "0ff5dd5f-21e1-4e1a-90db-29d50a23409a", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress"} 2026-09-10T21:36:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "99c886ca-7c28-4b89-bbca-53055f659add", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress"} 2026-09-10T21:36:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "99c886ca-7c28-4b89-bbca-53055f659add", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568-authn-ssl"} 2026-09-10T21:36:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "99c886ca-7c28-4b89-bbca-53055f659add", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress"} 2026-09-10T21:36:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "5017347f-5f5e-4e62-babf-3e0ca0b41a5e", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress"} 2026-09-10T21:36:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "5017347f-5f5e-4e62-babf-3e0ca0b41a5e", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568-authn-ssl"} 2026-09-10T21:36:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "5017347f-5f5e-4e62-babf-3e0ca0b41a5e", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress"} 2026-09-10T21:36:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "c24f556a-310d-4580-bd1f-25126d74e692", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress"} 2026-09-10T21:36:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "c24f556a-310d-4580-bd1f-25126d74e692", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568-authn-ssl"} 2026-09-10T21:36:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "c24f556a-310d-4580-bd1f-25126d74e692", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress"} 2026-09-10T21:36:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "39a77ca8-09a1-43b2-a78c-314dd368a99f", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress"} 2026-09-10T21:36:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "39a77ca8-09a1-43b2-a78c-314dd368a99f", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568-authn-ssl"} 2026-09-10T21:36:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "39a77ca8-09a1-43b2-a78c-314dd368a99f", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress"} 2026-09-10T21:36:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "503f35ad-79c8-498c-9186-32368a3a19e6", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress"} 2026-09-10T21:36:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "503f35ad-79c8-498c-9186-32368a3a19e6", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568-authn-ssl"} 2026-09-10T21:36:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "503f35ad-79c8-498c-9186-32368a3a19e6", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress"} 2026-09-10T21:36:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-389568"}, "namespace": "ai-tenant-e2e-ipp-cleanup-389568", "name": "openshift-service-ca.crt", "reconcileID": "2e3aa92d-61a1-4124-b02b-5deaea78eee5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-389568"} 2026-09-10T21:36:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-389568"}, "namespace": "ai-tenant-e2e-ipp-cleanup-389568", "name": "odh-trusted-ca-bundle", "reconcileID": "9740381e-4f1b-401f-a9c4-c068b80666bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-389568"} 2026-09-10T21:36:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-389568"}, "namespace": "ai-tenant-e2e-ipp-cleanup-389568", "name": "openshift-service-ca.crt", "reconcileID": "883f078e-c9e5-4aca-9b74-d94174a426ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-389568", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:36:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-389568"}, "namespace": "ai-tenant-e2e-ipp-cleanup-389568", "name": "openshift-service-ca.crt", "reconcileID": "883f078e-c9e5-4aca-9b74-d94174a426ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-389568"} 2026-09-10T21:36:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-389568"}, "namespace": "ai-tenant-e2e-ipp-cleanup-389568", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b96b2280-c270-4647-bbb4-da3a4d6d6bed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-389568"} 2026-09-10T21:36:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-389568"}, "namespace": "ai-tenant-e2e-ipp-cleanup-389568", "name": "openshift-service-ca.crt", "reconcileID": "1ff84c23-7f89-4765-a8c0-90985f2496a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-389568"} 2026-09-10T21:36:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-389568"}, "namespace": "ai-tenant-e2e-ipp-cleanup-389568", "name": "odh-trusted-ca-bundle", "reconcileID": "315aef6a-f038-45bb-bfd4-a0fa59fac885", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-389568", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:36:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-389568"}, "namespace": "ai-tenant-e2e-ipp-cleanup-389568", "name": "odh-trusted-ca-bundle", "reconcileID": "315aef6a-f038-45bb-bfd4-a0fa59fac885", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-389568"} 2026-09-10T21:36:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-389568"}, "namespace": "ai-tenant-e2e-ipp-cleanup-389568", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32bf8921-bbff-4d9c-8cf0-b0ce8d3509f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-389568"} 2026-09-10T21:36:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "f4c2ec3b-f89e-4b1a-8316-b11378b853ab", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress"} 2026-09-10T21:36:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "f4c2ec3b-f89e-4b1a-8316-b11378b853ab", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568-authn-ssl"} 2026-09-10T21:36:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "f4c2ec3b-f89e-4b1a-8316-b11378b853ab", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress"} 2026-09-10T21:36:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "ebed47f3-0d21-4325-9866-865c7166565f", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress"} 2026-09-10T21:36:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "ebed47f3-0d21-4325-9866-865c7166565f", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568-authn-ssl"} 2026-09-10T21:36:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "ebed47f3-0d21-4325-9866-865c7166565f", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress"} 2026-09-10T21:37:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "ad602517-683b-41ea-b375-82b483dba891", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress"} 2026-09-10T21:37:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "ad602517-683b-41ea-b375-82b483dba891", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568-authn-ssl"} 2026-09-10T21:37:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "ad602517-683b-41ea-b375-82b483dba891", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress"} 2026-09-10T21:37:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "10bf58f6-3070-4c4d-a892-c4933def5487", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress"} 2026-09-10T21:37:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "10bf58f6-3070-4c4d-a892-c4933def5487", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568-authn-ssl"} 2026-09-10T21:37:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "10bf58f6-3070-4c4d-a892-c4933def5487", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress"} 2026-09-10T21:37:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-389568"}, "namespace": "ai-tenant-e2e-ipp-cleanup-389568", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4c6bab1-8c0c-4471-af7a-fe5283d017fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-389568"} 2026-09-10T21:37:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-389568"}, "namespace": "ai-tenant-e2e-ipp-cleanup-389568", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4c6bab1-8c0c-4471-af7a-fe5283d017fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-389568", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:37:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-389568"}, "namespace": "ai-tenant-e2e-ipp-cleanup-389568", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4c6bab1-8c0c-4471-af7a-fe5283d017fe", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-389568 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:37:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-389568"}, "namespace": "ai-tenant-e2e-ipp-cleanup-389568", "name": "odh-trusted-ca-bundle", "reconcileID": "87253a9c-f1dd-4b36-bf30-ab98c0150831", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-389568"} 2026-09-10T21:37:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-389568"}, "namespace": "ai-tenant-e2e-ipp-cleanup-389568", "name": "odh-trusted-ca-bundle", "reconcileID": "87253a9c-f1dd-4b36-bf30-ab98c0150831", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-389568"} 2026-09-10T21:37:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-389568"}, "namespace": "ai-tenant-e2e-ipp-cleanup-389568", "name": "openshift-service-ca.crt", "reconcileID": "5eda7dde-4ea3-4cac-920f-9a2f68d63fc2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-389568"} 2026-09-10T21:37:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-389568"}, "namespace": "ai-tenant-e2e-ipp-cleanup-389568", "name": "openshift-service-ca.crt", "reconcileID": "5eda7dde-4ea3-4cac-920f-9a2f68d63fc2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-389568"} 2026-09-10T21:37:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-389568"}, "namespace": "ai-tenant-e2e-ipp-cleanup-389568", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1340a2d3-7f9d-4992-9fd4-8bf1b8a24dd7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-389568"} 2026-09-10T21:37:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-389568"}, "namespace": "ai-tenant-e2e-ipp-cleanup-389568", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1340a2d3-7f9d-4992-9fd4-8bf1b8a24dd7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-389568"} 2026-09-10T21:37:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-389568","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-389568", "reconcileID": "e2c47f8c-0fc6-4c61-bb97-acdc193c73f9", "Gateway": "e2e-ipp-cleanup-389568", "namespace": "openshift-ingress"} 2026-09-10T21:37:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "22be9ff5-83a9-431d-9e51-8ebd4a01dd74", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:37:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "22be9ff5-83a9-431d-9e51-8ebd4a01dd74", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758-authn-ssl"} 2026-09-10T21:37:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "22be9ff5-83a9-431d-9e51-8ebd4a01dd74", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:37:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "9ddf2a13-4fe1-4aa2-9830-fde0bb56bf8c", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:37:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "9ddf2a13-4fe1-4aa2-9830-fde0bb56bf8c", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758-authn-ssl"} 2026-09-10T21:37:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "9ddf2a13-4fe1-4aa2-9830-fde0bb56bf8c", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:37:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "8b347119-0803-4a1f-8034-0d4561b4de42", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:37:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "8b347119-0803-4a1f-8034-0d4561b4de42", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758-authn-ssl"} 2026-09-10T21:37:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "8b347119-0803-4a1f-8034-0d4561b4de42", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:37:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "c6227978-0eb6-4bdf-931e-8743d30c71f6", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:37:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "c6227978-0eb6-4bdf-931e-8743d30c71f6", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:37:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "c6227978-0eb6-4bdf-931e-8743d30c71f6", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:37:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "c6227978-0eb6-4bdf-931e-8743d30c71f6", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758-kserve-route-authn"} 2026-09-10T21:37:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "c6227978-0eb6-4bdf-931e-8743d30c71f6", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "authType": "userdefined"} 2026-09-10T21:37:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "c6227978-0eb6-4bdf-931e-8743d30c71f6", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:38:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0486cda-c0b9-4ffb-a971-86c81e1b0da2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:38:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0486cda-c0b9-4ffb-a971-86c81e1b0da2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:38:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0486cda-c0b9-4ffb-a971-86c81e1b0da2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-c8d758 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:38:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "odh-trusted-ca-bundle", "reconcileID": "2dd03953-cd88-4744-8c24-f2182d694151", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:38:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "odh-trusted-ca-bundle", "reconcileID": "2dd03953-cd88-4744-8c24-f2182d694151", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:38:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "openshift-service-ca.crt", "reconcileID": "b608a906-2364-4a5e-824d-c79997030df0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:38:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "openshift-service-ca.crt", "reconcileID": "b608a906-2364-4a5e-824d-c79997030df0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:38:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d600c0d-7c3d-4a29-9abc-217a6fe65cbf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:38:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d600c0d-7c3d-4a29-9abc-217a6fe65cbf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:38:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "e661f064-f6f7-4f99-bd71-0bfe33a27e3a", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:38:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "e661f064-f6f7-4f99-bd71-0bfe33a27e3a", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758-authn-ssl"} 2026-09-10T21:38:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "e661f064-f6f7-4f99-bd71-0bfe33a27e3a", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:38:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "b8c16ff9-c11a-4bf3-9a20-3ed3bc00a076", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:38:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "b8c16ff9-c11a-4bf3-9a20-3ed3bc00a076", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758"} 2026-09-10T21:38:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "b8c16ff9-c11a-4bf3-9a20-3ed3bc00a076", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:38:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "b8c16ff9-c11a-4bf3-9a20-3ed3bc00a076", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:38:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "b8c16ff9-c11a-4bf3-9a20-3ed3bc00a076", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758-kserve-route-authn"} 2026-09-10T21:38:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "b8c16ff9-c11a-4bf3-9a20-3ed3bc00a076", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758-kserve-route-authn"} 2026-09-10T21:38:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "b8c16ff9-c11a-4bf3-9a20-3ed3bc00a076", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:38:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "b8c16ff9-c11a-4bf3-9a20-3ed3bc00a076", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:38:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "4b79bc07-4886-4bc4-bc5f-96ac058fd597", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:38:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "4b79bc07-4886-4bc4-bc5f-96ac058fd597", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758"} 2026-09-10T21:38:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "4b79bc07-4886-4bc4-bc5f-96ac058fd597", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:38:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "4b79bc07-4886-4bc4-bc5f-96ac058fd597", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:38:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "4b79bc07-4886-4bc4-bc5f-96ac058fd597", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758-kserve-route-authn"} 2026-09-10T21:38:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "4b79bc07-4886-4bc4-bc5f-96ac058fd597", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758-kserve-route-authn"} 2026-09-10T21:38:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "4b79bc07-4886-4bc4-bc5f-96ac058fd597", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:38:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "4b79bc07-4886-4bc4-bc5f-96ac058fd597", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:38:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c8d758","namespace":"ai-tenant-e2e-ipp-a-c8d758"}, "namespace": "ai-tenant-e2e-ipp-a-c8d758", "name": "ipp-route-c8d758", "reconcileID": "8be8904c-3e35-4f64-b008-d42a9c232b70", "LLMInferenceService": "ipp-route-c8d758", "namespace": "ai-tenant-e2e-ipp-a-c8d758"} 2026-09-10T21:38:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "99d1dcbd-00fa-4e7a-9a28-93e6b3eab46f", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:38:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "99d1dcbd-00fa-4e7a-9a28-93e6b3eab46f", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758-authn-ssl"} 2026-09-10T21:38:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "99d1dcbd-00fa-4e7a-9a28-93e6b3eab46f", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:38:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c8d758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c8d758", "reconcileID": "ba6194ec-25ac-410c-a4de-e7bb3963ada4", "Gateway": "e2e-ipp-a-c8d758", "namespace": "openshift-ingress"} 2026-09-10T21:38:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "fb5ff2ed-3ae3-4b13-bd71-76b63b93ae09", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:38:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "fb5ff2ed-3ae3-4b13-bd71-76b63b93ae09", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef-authn-ssl"} 2026-09-10T21:38:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "fb5ff2ed-3ae3-4b13-bd71-76b63b93ae09", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:38:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "a3dc267d-43d2-4e86-a465-0467b9cd03fc", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:38:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "a3dc267d-43d2-4e86-a465-0467b9cd03fc", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef-authn-ssl"} 2026-09-10T21:38:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "a3dc267d-43d2-4e86-a465-0467b9cd03fc", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:38:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5f25ef"}, "namespace": "ai-tenant-e2e-ipp-b-5f25ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "349114b4-bd03-425b-b95d-89ceaedbde4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5f25ef"} 2026-09-10T21:38:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5f25ef"}, "namespace": "ai-tenant-e2e-ipp-b-5f25ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "349114b4-bd03-425b-b95d-89ceaedbde4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5f25ef", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:38:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5f25ef"}, "namespace": "ai-tenant-e2e-ipp-b-5f25ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "349114b4-bd03-425b-b95d-89ceaedbde4c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-5f25ef because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:38:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5f25ef"}, "namespace": "ai-tenant-e2e-ipp-b-5f25ef", "name": "odh-trusted-ca-bundle", "reconcileID": "df019d86-ae3b-473b-8360-481236260797", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5f25ef"} 2026-09-10T21:38:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5f25ef"}, "namespace": "ai-tenant-e2e-ipp-b-5f25ef", "name": "odh-trusted-ca-bundle", "reconcileID": "df019d86-ae3b-473b-8360-481236260797", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5f25ef"} 2026-09-10T21:38:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5f25ef"}, "namespace": "ai-tenant-e2e-ipp-b-5f25ef", "name": "openshift-service-ca.crt", "reconcileID": "32ea45c2-809f-4ec1-8649-2809b0bedf29", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5f25ef"} 2026-09-10T21:38:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5f25ef"}, "namespace": "ai-tenant-e2e-ipp-b-5f25ef", "name": "openshift-service-ca.crt", "reconcileID": "32ea45c2-809f-4ec1-8649-2809b0bedf29", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5f25ef"} 2026-09-10T21:38:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5f25ef"}, "namespace": "ai-tenant-e2e-ipp-b-5f25ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e814343-f1ce-488a-ad7c-120cb7c130b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5f25ef"} 2026-09-10T21:38:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5f25ef"}, "namespace": "ai-tenant-e2e-ipp-b-5f25ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e814343-f1ce-488a-ad7c-120cb7c130b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5f25ef"} 2026-09-10T21:38:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5f25ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5f25ef", "reconcileID": "90d843d4-56e0-4f5e-9994-91afc610b06a", "Gateway": "e2e-ipp-b-5f25ef", "namespace": "openshift-ingress"} 2026-09-10T21:38:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-36b938","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-36b938", "reconcileID": "713f29e7-4d23-497a-83b9-e5b35fae08f9", "Gateway": "e2e-shared-a-w3-36b938", "namespace": "openshift-ingress"} 2026-09-10T21:38:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-36b938","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-36b938", "reconcileID": "713f29e7-4d23-497a-83b9-e5b35fae08f9", "Gateway": "e2e-shared-a-w3-36b938", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-36b938-authn-ssl"} 2026-09-10T21:38:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-36b938","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-36b938", "reconcileID": "713f29e7-4d23-497a-83b9-e5b35fae08f9", "Gateway": "e2e-shared-a-w3-36b938", "namespace": "openshift-ingress"} 2026-09-10T21:39:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-36b938","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-36b938", "reconcileID": "810bd660-651b-4ea5-9bfd-b6b9c868660b", "Gateway": "e2e-shared-a-w3-36b938", "namespace": "openshift-ingress"} 2026-09-10T21:39:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-36b938","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-36b938", "reconcileID": "810bd660-651b-4ea5-9bfd-b6b9c868660b", "Gateway": "e2e-shared-a-w3-36b938", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-36b938-authn-ssl"} 2026-09-10T21:39:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-36b938","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-36b938", "reconcileID": "810bd660-651b-4ea5-9bfd-b6b9c868660b", "Gateway": "e2e-shared-a-w3-36b938", "namespace": "openshift-ingress"} 2026-09-10T21:39:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-36b938"}, "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4918bd9-f443-4322-beef-7ad6fd6cd130", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-36b938"} 2026-09-10T21:39:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-36b938"}, "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4918bd9-f443-4322-beef-7ad6fd6cd130", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:39:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-36b938"}, "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4918bd9-f443-4322-beef-7ad6fd6cd130", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-36b938 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:39:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-36b938"}, "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "name": "odh-trusted-ca-bundle", "reconcileID": "471bb1a1-d881-4aed-b1ca-4eed7f0bf9c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-36b938"} 2026-09-10T21:39:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-36b938"}, "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "name": "odh-trusted-ca-bundle", "reconcileID": "471bb1a1-d881-4aed-b1ca-4eed7f0bf9c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-36b938"} 2026-09-10T21:39:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-36b938"}, "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "name": "openshift-service-ca.crt", "reconcileID": "e1ea3a67-1fc2-4926-81ba-f142fb9df40c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-36b938"} 2026-09-10T21:39:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-36b938"}, "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "name": "openshift-service-ca.crt", "reconcileID": "e1ea3a67-1fc2-4926-81ba-f142fb9df40c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-36b938"} 2026-09-10T21:39:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-36b938"}, "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04d0591c-7a93-455c-b5e9-ef042cd855d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-36b938"} 2026-09-10T21:39:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-36b938"}, "namespace": "ai-tenant-e2e-shared-a-w3-36b938", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04d0591c-7a93-455c-b5e9-ef042cd855d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-36b938"} 2026-09-10T21:39:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-36b938","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-36b938", "reconcileID": "f4a1ac0b-6144-4cf1-9abc-36f21b094eff", "Gateway": "e2e-shared-a-w3-36b938", "namespace": "openshift-ingress"} 2026-09-10T21:39:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1f3879","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1f3879", "reconcileID": "bb7707cc-e151-4682-84bd-1a6636fac92d", "Gateway": "e2e-shared-b-w3-1f3879", "namespace": "openshift-ingress"} 2026-09-10T21:39:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1f3879","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1f3879", "reconcileID": "bb7707cc-e151-4682-84bd-1a6636fac92d", "Gateway": "e2e-shared-b-w3-1f3879", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1f3879-authn-ssl"} 2026-09-10T21:39:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1f3879","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1f3879", "reconcileID": "bb7707cc-e151-4682-84bd-1a6636fac92d", "Gateway": "e2e-shared-b-w3-1f3879", "namespace": "openshift-ingress"} 2026-09-10T21:39:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1f3879","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1f3879", "reconcileID": "982df609-9267-4dff-8469-23a223fae46c", "Gateway": "e2e-shared-b-w3-1f3879", "namespace": "openshift-ingress"} 2026-09-10T21:39:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1f3879","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1f3879", "reconcileID": "982df609-9267-4dff-8469-23a223fae46c", "Gateway": "e2e-shared-b-w3-1f3879", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1f3879-authn-ssl"} 2026-09-10T21:39:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1f3879","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1f3879", "reconcileID": "982df609-9267-4dff-8469-23a223fae46c", "Gateway": "e2e-shared-b-w3-1f3879", "namespace": "openshift-ingress"} 2026-09-10T21:39:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "020fa7a5-229a-454d-8880-ba9473ea8c05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879"} 2026-09-10T21:39:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "020fa7a5-229a-454d-8880-ba9473ea8c05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T21:39:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "020fa7a5-229a-454d-8880-ba9473ea8c05", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-1f3879 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T21:39:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "odh-trusted-ca-bundle", "reconcileID": "fa94ef23-825f-4f37-8ebc-8fe67a5040fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879"} 2026-09-10T21:39:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "odh-trusted-ca-bundle", "reconcileID": "fa94ef23-825f-4f37-8ebc-8fe67a5040fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879"} 2026-09-10T21:39:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "openshift-service-ca.crt", "reconcileID": "1273be10-e2ee-4faa-835f-0b468370cd95", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879"} 2026-09-10T21:39:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "openshift-service-ca.crt", "reconcileID": "1273be10-e2ee-4faa-835f-0b468370cd95", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879"} 2026-09-10T21:39:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c16ad40-bd03-45a7-a20f-883a3c54b284", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879"} 2026-09-10T21:39:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1f3879"}, "namespace": "ai-tenant-e2e-shared-b-w3-1f3879", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c16ad40-bd03-45a7-a20f-883a3c54b284", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1f3879"} 2026-09-10T21:39:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1f3879","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1f3879", "reconcileID": "ad568653-748d-4bb0-b86e-b1489c489efa", "Gateway": "e2e-shared-b-w3-1f3879", "namespace": "openshift-ingress"} 2026-09-10T21:40:04Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:40:04Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:40:05Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:40:05Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T21:43:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "71d45157-e804-44f0-a1cf-e1b3f3303c13", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm"} 2026-09-10T21:43:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "71d45157-e804-44f0-a1cf-e1b3f3303c13", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm"} 2026-09-10T21:43:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "71d45157-e804-44f0-a1cf-e1b3f3303c13", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm"} 2026-09-10T21:43:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a2377c04-8809-46a9-9bf6-ab1ea259227f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:43:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "71d45157-e804-44f0-a1cf-e1b3f3303c13", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm", "name": "e2e-same-id-a-161df7d2-kserve-route-authn"} 2026-09-10T21:43:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "71d45157-e804-44f0-a1cf-e1b3f3303c13", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:43:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "71d45157-e804-44f0-a1cf-e1b3f3303c13", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm"} 2026-09-10T21:43:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a2377c04-8809-46a9-9bf6-ab1ea259227f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:43:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a2377c04-8809-46a9-9bf6-ab1ea259227f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:43:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "5fc37244-a173-4136-a33d-ad49de8a8186", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm"} 2026-09-10T21:43:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "5fc37244-a173-4136-a33d-ad49de8a8186", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm"} 2026-09-10T21:43:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "5fc37244-a173-4136-a33d-ad49de8a8186", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm"} 2026-09-10T21:43:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "5fc37244-a173-4136-a33d-ad49de8a8186", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm", "name": "e2e-same-id-a-161df7d2-kserve-route-authn"} 2026-09-10T21:43:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "5fc37244-a173-4136-a33d-ad49de8a8186", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:43:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "5fc37244-a173-4136-a33d-ad49de8a8186", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm"} 2026-09-10T21:43:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "080a40fb-e251-46e8-b64d-4b8dd30b54db", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm"} 2026-09-10T21:43:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "080a40fb-e251-46e8-b64d-4b8dd30b54db", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm"} 2026-09-10T21:43:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "080a40fb-e251-46e8-b64d-4b8dd30b54db", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm"} 2026-09-10T21:43:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0254120-0b7a-489f-96dd-75d00f9ffd77", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:43:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "080a40fb-e251-46e8-b64d-4b8dd30b54db", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm", "name": "e2e-same-id-b-161df7d2-kserve-route-authn"} 2026-09-10T21:43:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "080a40fb-e251-46e8-b64d-4b8dd30b54db", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:43:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "080a40fb-e251-46e8-b64d-4b8dd30b54db", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm"} 2026-09-10T21:43:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0254120-0b7a-489f-96dd-75d00f9ffd77", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:43:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0254120-0b7a-489f-96dd-75d00f9ffd77", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:43:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3c4e684a-98b7-4977-be39-0b62f756ea29", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:43:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3c4e684a-98b7-4977-be39-0b62f756ea29", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:43:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3c4e684a-98b7-4977-be39-0b62f756ea29", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:43:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "031881f0-afca-4c69-8aa5-78c908033159", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm"} 2026-09-10T21:43:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "031881f0-afca-4c69-8aa5-78c908033159", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm"} 2026-09-10T21:43:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "031881f0-afca-4c69-8aa5-78c908033159", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm"} 2026-09-10T21:43:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "031881f0-afca-4c69-8aa5-78c908033159", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm", "name": "e2e-same-id-a-161df7d2-kserve-route-authn"} 2026-09-10T21:43:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "031881f0-afca-4c69-8aa5-78c908033159", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:43:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "031881f0-afca-4c69-8aa5-78c908033159", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm"} 2026-09-10T21:43:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "11310f9b-d575-422d-840d-8f75cf803909", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm"} 2026-09-10T21:43:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "11310f9b-d575-422d-840d-8f75cf803909", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm"} 2026-09-10T21:43:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "11310f9b-d575-422d-840d-8f75cf803909", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm"} 2026-09-10T21:43:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "11310f9b-d575-422d-840d-8f75cf803909", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm", "name": "e2e-same-id-b-161df7d2-kserve-route-authn"} 2026-09-10T21:43:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "11310f9b-d575-422d-840d-8f75cf803909", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:43:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "11310f9b-d575-422d-840d-8f75cf803909", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm"} 2026-09-10T21:43:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2d91c62e-96af-471d-a31f-2cd6bb76194a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:43:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2d91c62e-96af-471d-a31f-2cd6bb76194a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:43:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2d91c62e-96af-471d-a31f-2cd6bb76194a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:43:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "9eb1fb1a-7a19-4941-99be-cabbc4f86e6b", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm"} 2026-09-10T21:43:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "9eb1fb1a-7a19-4941-99be-cabbc4f86e6b", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm"} 2026-09-10T21:43:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "9eb1fb1a-7a19-4941-99be-cabbc4f86e6b", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm"} 2026-09-10T21:43:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "9eb1fb1a-7a19-4941-99be-cabbc4f86e6b", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm", "name": "e2e-same-id-b-161df7d2-kserve-route-authn"} 2026-09-10T21:43:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "9eb1fb1a-7a19-4941-99be-cabbc4f86e6b", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:43:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "9eb1fb1a-7a19-4941-99be-cabbc4f86e6b", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm"} 2026-09-10T21:43:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "180299db-c1b7-449a-849d-6581477734f4", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm"} 2026-09-10T21:43:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "180299db-c1b7-449a-849d-6581477734f4", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm"} 2026-09-10T21:43:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "180299db-c1b7-449a-849d-6581477734f4", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm"} 2026-09-10T21:43:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "180299db-c1b7-449a-849d-6581477734f4", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm", "name": "e2e-same-id-a-161df7d2-kserve-route-authn"} 2026-09-10T21:43:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "180299db-c1b7-449a-849d-6581477734f4", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:43:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "180299db-c1b7-449a-849d-6581477734f4", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm"} 2026-09-10T21:44:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "11de88e9-773f-46bd-bd6e-aa798b519954", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm"} 2026-09-10T21:44:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "11de88e9-773f-46bd-bd6e-aa798b519954", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm"} 2026-09-10T21:44:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "11de88e9-773f-46bd-bd6e-aa798b519954", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm"} 2026-09-10T21:44:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "11de88e9-773f-46bd-bd6e-aa798b519954", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm", "name": "e2e-same-id-b-161df7d2-kserve-route-authn"} 2026-09-10T21:44:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "11de88e9-773f-46bd-bd6e-aa798b519954", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm", "authType": "userdefined"} 2026-09-10T21:44:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "11de88e9-773f-46bd-bd6e-aa798b519954", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm"} 2026-09-10T21:44:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "133a5a25-4792-4a20-9cdf-a0e3712f83b6", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm"} 2026-09-10T21:44:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "133a5a25-4792-4a20-9cdf-a0e3712f83b6", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm", "name": "e2e-same-id-a-161df7d2"} 2026-09-10T21:44:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "133a5a25-4792-4a20-9cdf-a0e3712f83b6", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm"} 2026-09-10T21:44:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "133a5a25-4792-4a20-9cdf-a0e3712f83b6", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm"} 2026-09-10T21:44:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "133a5a25-4792-4a20-9cdf-a0e3712f83b6", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm", "name": "e2e-same-id-a-161df7d2-kserve-route-authn"} 2026-09-10T21:44:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "133a5a25-4792-4a20-9cdf-a0e3712f83b6", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm", "name": "e2e-same-id-a-161df7d2-kserve-route-authn"} 2026-09-10T21:44:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-161df7d2", "reconcileID": "ec64b162-89c9-4b5a-96f4-97dcdfb0c8df", "LLMInferenceService": "e2e-same-id-a-161df7d2", "namespace": "llm"} 2026-09-10T21:44:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e383a48-eed4-42fd-96d2-fd7d2b940ee8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:44:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e383a48-eed4-42fd-96d2-fd7d2b940ee8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:44:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e383a48-eed4-42fd-96d2-fd7d2b940ee8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:44:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b6a4fb2e-6ec8-4f03-8f29-e2884e7a7b3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:44:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b6a4fb2e-6ec8-4f03-8f29-e2884e7a7b3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:44:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b6a4fb2e-6ec8-4f03-8f29-e2884e7a7b3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:44:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "9a3f4023-210a-4b39-a4f1-1e44fcca67be", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm"} 2026-09-10T21:44:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "9a3f4023-210a-4b39-a4f1-1e44fcca67be", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm", "name": "e2e-same-id-b-161df7d2"} 2026-09-10T21:44:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "9a3f4023-210a-4b39-a4f1-1e44fcca67be", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm"} 2026-09-10T21:44:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "9a3f4023-210a-4b39-a4f1-1e44fcca67be", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm"} 2026-09-10T21:44:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "9a3f4023-210a-4b39-a4f1-1e44fcca67be", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm", "name": "e2e-same-id-b-161df7d2-kserve-route-authn"} 2026-09-10T21:44:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "9a3f4023-210a-4b39-a4f1-1e44fcca67be", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm", "name": "e2e-same-id-b-161df7d2-kserve-route-authn"} 2026-09-10T21:44:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-161df7d2","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-161df7d2", "reconcileID": "ca185778-1f61-44ec-81bf-012da59f4152", "LLMInferenceService": "e2e-same-id-b-161df7d2", "namespace": "llm"} 2026-09-10T21:44:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2fc0a7e1-f428-4fac-978c-725b36d15f9d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:44:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2fc0a7e1-f428-4fac-978c-725b36d15f9d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:44:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2fc0a7e1-f428-4fac-978c-725b36d15f9d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:44:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a712685d-e216-4fa5-a742-c7b20f11221c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T21:44:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a712685d-e216-4fa5-a742-c7b20f11221c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T21:44:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a712685d-e216-4fa5-a742-c7b20f11221c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}