2026-09-07T16:41:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "dd4669fe-55ba-4042-b6f6-ebcbb306f94d", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "authType": "userdefined"} 2026-09-07T16:41:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "dd4669fe-55ba-4042-b6f6-ebcbb306f94d", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f"} 2026-09-07T16:41:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7aca0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7aca0f", "reconcileID": "3a5697c7-4118-4897-9d05-ccaef6e4df42", "Gateway": "e2e-shared-b-w3-7aca0f", "namespace": "openshift-ingress"} 2026-09-07T16:41:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7aca0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7aca0f", "reconcileID": "3a5697c7-4118-4897-9d05-ccaef6e4df42", "Gateway": "e2e-shared-b-w3-7aca0f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7aca0f-authn-ssl"} 2026-09-07T16:41:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7aca0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7aca0f", "reconcileID": "3a5697c7-4118-4897-9d05-ccaef6e4df42", "Gateway": "e2e-shared-b-w3-7aca0f", "namespace": "openshift-ingress"} 2026-09-07T16:41:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8ba4d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8ba4d4", "reconcileID": "1c77d16e-76f3-437b-9a1c-6a13e82ca694", "Gateway": "e2e-api-a-8ba4d4", "namespace": "openshift-ingress"} 2026-09-07T16:41:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8ba4d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8ba4d4", "reconcileID": "1c77d16e-76f3-437b-9a1c-6a13e82ca694", "Gateway": "e2e-api-a-8ba4d4", "namespace": "openshift-ingress", "name": "e2e-api-a-8ba4d4-authn-ssl"} 2026-09-07T16:41:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8ba4d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8ba4d4", "reconcileID": "1c77d16e-76f3-437b-9a1c-6a13e82ca694", "Gateway": "e2e-api-a-8ba4d4", "namespace": "openshift-ingress"} 2026-09-07T16:41:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "5ce02061-640b-48f9-9f5b-2a4cf40deb97", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f"} 2026-09-07T16:41:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "5ce02061-640b-48f9-9f5b-2a4cf40deb97", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f"} 2026-09-07T16:41:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "5ce02061-640b-48f9-9f5b-2a4cf40deb97", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f"} 2026-09-07T16:41:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "5ce02061-640b-48f9-9f5b-2a4cf40deb97", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f-kserve-route-authn"} 2026-09-07T16:41:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "5ce02061-640b-48f9-9f5b-2a4cf40deb97", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "authType": "userdefined"} 2026-09-07T16:41:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "5ce02061-640b-48f9-9f5b-2a4cf40deb97", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f"} 2026-09-07T16:41:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8ba4d4"}, "namespace": "ai-tenant-e2e-api-a-8ba4d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4df17709-2765-4ec9-8a32-32d3c6416b75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8ba4d4"} 2026-09-07T16:41:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8ba4d4"}, "namespace": "ai-tenant-e2e-api-a-8ba4d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4df17709-2765-4ec9-8a32-32d3c6416b75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8ba4d4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T16:41:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8ba4d4"}, "namespace": "ai-tenant-e2e-api-a-8ba4d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4df17709-2765-4ec9-8a32-32d3c6416b75", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-8ba4d4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T16:41:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8ba4d4"}, "namespace": "ai-tenant-e2e-api-a-8ba4d4", "name": "odh-trusted-ca-bundle", "reconcileID": "9663d0b6-4334-4e78-bd26-57bbe830ab45", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8ba4d4"} 2026-09-07T16:41:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8ba4d4"}, "namespace": "ai-tenant-e2e-api-a-8ba4d4", "name": "odh-trusted-ca-bundle", "reconcileID": "9663d0b6-4334-4e78-bd26-57bbe830ab45", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8ba4d4"} 2026-09-07T16:41:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8ba4d4"}, "namespace": "ai-tenant-e2e-api-a-8ba4d4", "name": "openshift-service-ca.crt", "reconcileID": "29f7fdc0-aab7-4760-b96d-9b31768bb3ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8ba4d4"} 2026-09-07T16:41:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8ba4d4"}, "namespace": "ai-tenant-e2e-api-a-8ba4d4", "name": "openshift-service-ca.crt", "reconcileID": "29f7fdc0-aab7-4760-b96d-9b31768bb3ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8ba4d4"} 2026-09-07T16:41:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8ba4d4"}, "namespace": "ai-tenant-e2e-api-a-8ba4d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2abaa62e-1b49-4713-9a7d-65f56269b790", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8ba4d4"} 2026-09-07T16:41:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8ba4d4"}, "namespace": "ai-tenant-e2e-api-a-8ba4d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2abaa62e-1b49-4713-9a7d-65f56269b790", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8ba4d4"} 2026-09-07T16:41:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8ba4d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8ba4d4", "reconcileID": "5ab966ef-5eb9-45ce-ac9f-ade1b8efa8d1", "Gateway": "e2e-api-a-8ba4d4", "namespace": "openshift-ingress"} 2026-09-07T16:41:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "c03e256e-d780-4fbb-9cdf-3885dd88396c", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f"} 2026-09-07T16:41:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "c03e256e-d780-4fbb-9cdf-3885dd88396c", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f"} 2026-09-07T16:41:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "c03e256e-d780-4fbb-9cdf-3885dd88396c", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f"} 2026-09-07T16:41:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "c03e256e-d780-4fbb-9cdf-3885dd88396c", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f-kserve-route-authn"} 2026-09-07T16:41:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "c03e256e-d780-4fbb-9cdf-3885dd88396c", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "authType": "userdefined"} 2026-09-07T16:41:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "c03e256e-d780-4fbb-9cdf-3885dd88396c", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f"} 2026-09-07T16:41:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d7b6a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d7b6a5", "reconcileID": "4a799ec2-9029-4365-82fd-99f3cf45093e", "Gateway": "e2e-api-b-d7b6a5", "namespace": "openshift-ingress"} 2026-09-07T16:41:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d7b6a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d7b6a5", "reconcileID": "4a799ec2-9029-4365-82fd-99f3cf45093e", "Gateway": "e2e-api-b-d7b6a5", "namespace": "openshift-ingress", "name": "e2e-api-b-d7b6a5-authn-ssl"} 2026-09-07T16:41:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d7b6a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d7b6a5", "reconcileID": "4a799ec2-9029-4365-82fd-99f3cf45093e", "Gateway": "e2e-api-b-d7b6a5", "namespace": "openshift-ingress"} 2026-09-07T16:42:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d7b6a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d7b6a5", "reconcileID": "cb491643-dcc5-473b-b7d1-c18da518c045", "Gateway": "e2e-api-b-d7b6a5", "namespace": "openshift-ingress"} 2026-09-07T16:42:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d7b6a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d7b6a5", "reconcileID": "cb491643-dcc5-473b-b7d1-c18da518c045", "Gateway": "e2e-api-b-d7b6a5", "namespace": "openshift-ingress", "name": "e2e-api-b-d7b6a5-authn-ssl"} 2026-09-07T16:42:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d7b6a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d7b6a5", "reconcileID": "cb491643-dcc5-473b-b7d1-c18da518c045", "Gateway": "e2e-api-b-d7b6a5", "namespace": "openshift-ingress"} 2026-09-07T16:42:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d7b6a5"}, "namespace": "ai-tenant-e2e-api-b-d7b6a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11697d06-0b83-48f8-b165-b9a0c01bae8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d7b6a5"} 2026-09-07T16:42:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d7b6a5"}, "namespace": "ai-tenant-e2e-api-b-d7b6a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11697d06-0b83-48f8-b165-b9a0c01bae8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d7b6a5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T16:42:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d7b6a5"}, "namespace": "ai-tenant-e2e-api-b-d7b6a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11697d06-0b83-48f8-b165-b9a0c01bae8e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-d7b6a5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T16:42:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d7b6a5"}, "namespace": "ai-tenant-e2e-api-b-d7b6a5", "name": "odh-trusted-ca-bundle", "reconcileID": "cb9eb1a3-d508-426d-bdbc-11cdfca7046b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d7b6a5"} 2026-09-07T16:42:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d7b6a5"}, "namespace": "ai-tenant-e2e-api-b-d7b6a5", "name": "odh-trusted-ca-bundle", "reconcileID": "cb9eb1a3-d508-426d-bdbc-11cdfca7046b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d7b6a5"} 2026-09-07T16:42:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d7b6a5"}, "namespace": "ai-tenant-e2e-api-b-d7b6a5", "name": "openshift-service-ca.crt", "reconcileID": "f3bef11f-5e2a-4061-bd8d-d00619dee0d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d7b6a5"} 2026-09-07T16:42:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d7b6a5"}, "namespace": "ai-tenant-e2e-api-b-d7b6a5", "name": "openshift-service-ca.crt", "reconcileID": "f3bef11f-5e2a-4061-bd8d-d00619dee0d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d7b6a5"} 2026-09-07T16:42:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d7b6a5"}, "namespace": "ai-tenant-e2e-api-b-d7b6a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e357cc37-fe44-4dc5-83d6-afe1557d2056", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d7b6a5"} 2026-09-07T16:42:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d7b6a5"}, "namespace": "ai-tenant-e2e-api-b-d7b6a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e357cc37-fe44-4dc5-83d6-afe1557d2056", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d7b6a5"} 2026-09-07T16:42:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d7b6a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d7b6a5", "reconcileID": "fa250101-d81c-4bb4-94d6-698b8c4fa5ca", "Gateway": "e2e-api-b-d7b6a5", "namespace": "openshift-ingress"} 2026-09-07T16:42:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-bd6c5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd6c5a", "reconcileID": "9b3ee5ae-c875-45dd-9f76-083033c70462", "Gateway": "e2e-shared-a-w2-bd6c5a", "namespace": "openshift-ingress"} 2026-09-07T16:42:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-bd6c5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd6c5a", "reconcileID": "9b3ee5ae-c875-45dd-9f76-083033c70462", "Gateway": "e2e-shared-a-w2-bd6c5a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd6c5a-authn-ssl"} 2026-09-07T16:42:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-bd6c5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd6c5a", "reconcileID": "9b3ee5ae-c875-45dd-9f76-083033c70462", "Gateway": "e2e-shared-a-w2-bd6c5a", "namespace": "openshift-ingress"} 2026-09-07T16:42:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bd6c5a"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd6c5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a75cb934-e287-44f5-9fcf-91765d48ee7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bd6c5a"} 2026-09-07T16:42:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bd6c5a"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd6c5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a75cb934-e287-44f5-9fcf-91765d48ee7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bd6c5a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T16:42:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bd6c5a"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd6c5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a75cb934-e287-44f5-9fcf-91765d48ee7d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-bd6c5a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T16:42:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bd6c5a"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd6c5a", "name": "odh-trusted-ca-bundle", "reconcileID": "6061cbda-7270-4ee0-8123-d14b470fdbd8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bd6c5a"} 2026-09-07T16:42:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bd6c5a"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd6c5a", "name": "odh-trusted-ca-bundle", "reconcileID": "6061cbda-7270-4ee0-8123-d14b470fdbd8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bd6c5a"} 2026-09-07T16:42:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-bd6c5a"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd6c5a", "name": "openshift-service-ca.crt", "reconcileID": "c6b93a74-2a30-430e-b7ed-6dbc073ec0db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-bd6c5a"} 2026-09-07T16:42:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-bd6c5a"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd6c5a", "name": "openshift-service-ca.crt", "reconcileID": "c6b93a74-2a30-430e-b7ed-6dbc073ec0db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-bd6c5a"} 2026-09-07T16:42:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bd6c5a"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd6c5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07c2b90d-9f71-4493-a0be-00557667c4ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bd6c5a"} 2026-09-07T16:42:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-bd6c5a"}, "namespace": "ai-tenant-e2e-shared-a-w2-bd6c5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07c2b90d-9f71-4493-a0be-00557667c4ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-bd6c5a"} 2026-09-07T16:42:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-bd6c5a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-bd6c5a", "reconcileID": "938feb09-32d5-4c7f-8701-588752d99938", "Gateway": "e2e-shared-a-w2-bd6c5a", "namespace": "openshift-ingress"} 2026-09-07T16:42:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8d59e2","namespace":"ai-tenant-e2e-shared-a-w3-8d59e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "name": "rate-test-model-8d59e2", "reconcileID": "22dec64d-54b8-4afb-92e5-85c370e12134", "LLMInferenceService": "rate-test-model-8d59e2", "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2"} 2026-09-07T16:42:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8d59e2","namespace":"ai-tenant-e2e-shared-a-w3-8d59e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "name": "rate-test-model-8d59e2", "reconcileID": "22dec64d-54b8-4afb-92e5-85c370e12134", "LLMInferenceService": "rate-test-model-8d59e2", "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "name": "rate-test-model-8d59e2"} 2026-09-07T16:42:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8d59e2","namespace":"ai-tenant-e2e-shared-a-w3-8d59e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "name": "rate-test-model-8d59e2", "reconcileID": "22dec64d-54b8-4afb-92e5-85c370e12134", "LLMInferenceService": "rate-test-model-8d59e2", "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2"} 2026-09-07T16:42:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8d59e2","namespace":"ai-tenant-e2e-shared-a-w3-8d59e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "name": "rate-test-model-8d59e2", "reconcileID": "22dec64d-54b8-4afb-92e5-85c370e12134", "LLMInferenceService": "rate-test-model-8d59e2", "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2"} 2026-09-07T16:42:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8d59e2","namespace":"ai-tenant-e2e-shared-a-w3-8d59e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "name": "rate-test-model-8d59e2", "reconcileID": "22dec64d-54b8-4afb-92e5-85c370e12134", "LLMInferenceService": "rate-test-model-8d59e2", "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "name": "rate-test-model-8d59e2-kserve-route-authn"} 2026-09-07T16:42:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8d59e2","namespace":"ai-tenant-e2e-shared-a-w3-8d59e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "name": "rate-test-model-8d59e2", "reconcileID": "22dec64d-54b8-4afb-92e5-85c370e12134", "LLMInferenceService": "rate-test-model-8d59e2", "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "name": "rate-test-model-8d59e2-kserve-route-authn"} 2026-09-07T16:42:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8d59e2","namespace":"ai-tenant-e2e-shared-a-w3-8d59e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "name": "rate-test-model-8d59e2", "reconcileID": "22dec64d-54b8-4afb-92e5-85c370e12134", "LLMInferenceService": "rate-test-model-8d59e2", "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2"} 2026-09-07T16:42:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8d59e2","namespace":"ai-tenant-e2e-shared-a-w3-8d59e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "name": "rate-test-model-8d59e2", "reconcileID": "22dec64d-54b8-4afb-92e5-85c370e12134", "LLMInferenceService": "rate-test-model-8d59e2", "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2"} 2026-09-07T16:42:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8d59e2","namespace":"ai-tenant-e2e-shared-a-w3-8d59e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "name": "rate-test-model-8d59e2", "reconcileID": "7f5a032e-585b-4ed3-ae49-77c7f18465ac", "LLMInferenceService": "rate-test-model-8d59e2", "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2"} 2026-09-07T16:42:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8d59e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8d59e2", "reconcileID": "4bf58d4a-c796-4cfa-b40b-172c35fbbd4a", "Gateway": "e2e-shared-a-w3-8d59e2", "namespace": "openshift-ingress"} 2026-09-07T16:42:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8d59e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8d59e2", "reconcileID": "4bf58d4a-c796-4cfa-b40b-172c35fbbd4a", "Gateway": "e2e-shared-a-w3-8d59e2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8d59e2-authn-ssl"} 2026-09-07T16:42:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8d59e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8d59e2", "reconcileID": "4bf58d4a-c796-4cfa-b40b-172c35fbbd4a", "Gateway": "e2e-shared-a-w3-8d59e2", "namespace": "openshift-ingress"} 2026-09-07T16:42:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8d59e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8d59e2", "reconcileID": "aceb9ff7-29fd-4dc6-8833-d063c2929f2a", "Gateway": "e2e-shared-a-w3-8d59e2", "namespace": "openshift-ingress"} 2026-09-07T16:42:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8d59e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8d59e2", "reconcileID": "aceb9ff7-29fd-4dc6-8833-d063c2929f2a", "Gateway": "e2e-shared-a-w3-8d59e2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8d59e2-authn-ssl"} 2026-09-07T16:42:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8d59e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8d59e2", "reconcileID": "aceb9ff7-29fd-4dc6-8833-d063c2929f2a", "Gateway": "e2e-shared-a-w3-8d59e2", "namespace": "openshift-ingress"} 2026-09-07T16:42:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "db8c9405-cf54-4df2-bb94-a412f1db33de", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f"} 2026-09-07T16:42:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "db8c9405-cf54-4df2-bb94-a412f1db33de", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f"} 2026-09-07T16:42:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "db8c9405-cf54-4df2-bb94-a412f1db33de", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f"} 2026-09-07T16:42:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "db8c9405-cf54-4df2-bb94-a412f1db33de", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f"} 2026-09-07T16:42:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "db8c9405-cf54-4df2-bb94-a412f1db33de", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f-kserve-route-authn"} 2026-09-07T16:42:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "db8c9405-cf54-4df2-bb94-a412f1db33de", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f-kserve-route-authn"} 2026-09-07T16:42:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "db8c9405-cf54-4df2-bb94-a412f1db33de", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f"} 2026-09-07T16:42:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "db8c9405-cf54-4df2-bb94-a412f1db33de", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f"} 2026-09-07T16:42:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7aca0f","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "rate-test-model-7aca0f", "reconcileID": "720cdc02-596f-46c1-a196-8f8f10a66a64", "LLMInferenceService": "rate-test-model-7aca0f", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f"} 2026-09-07T16:42:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7aca0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7aca0f", "reconcileID": "7ab9164c-1be3-48e2-acc0-bb9defa92b0c", "Gateway": "e2e-shared-b-w3-7aca0f", "namespace": "openshift-ingress"} 2026-09-07T16:42:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7aca0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7aca0f", "reconcileID": "7ab9164c-1be3-48e2-acc0-bb9defa92b0c", "Gateway": "e2e-shared-b-w3-7aca0f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7aca0f-authn-ssl"} 2026-09-07T16:42:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7aca0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7aca0f", "reconcileID": "7ab9164c-1be3-48e2-acc0-bb9defa92b0c", "Gateway": "e2e-shared-b-w3-7aca0f", "namespace": "openshift-ingress"} 2026-09-07T16:42:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7aca0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7aca0f", "reconcileID": "8b43ce65-9e82-43c4-8d08-599ef132d2b3", "Gateway": "e2e-shared-b-w3-7aca0f", "namespace": "openshift-ingress"} 2026-09-07T16:42:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7aca0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7aca0f", "reconcileID": "8b43ce65-9e82-43c4-8d08-599ef132d2b3", "Gateway": "e2e-shared-b-w3-7aca0f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7aca0f-authn-ssl"} 2026-09-07T16:42:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7aca0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7aca0f", "reconcileID": "8b43ce65-9e82-43c4-8d08-599ef132d2b3", "Gateway": "e2e-shared-b-w3-7aca0f", "namespace": "openshift-ingress"} 2026-09-07T16:42:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "2652d0a2-a85b-4949-ad46-b53edf074715", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:24Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "2652d0a2-a85b-4949-ad46-b53edf074715", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8-authn-ssl"} 2026-09-07T16:42:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "2652d0a2-a85b-4949-ad46-b53edf074715", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "3281c889-88f9-47e1-bb8e-7f2980ac8a73", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "3281c889-88f9-47e1-bb8e-7f2980ac8a73", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8-authn-ssl"} 2026-09-07T16:42:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "3281c889-88f9-47e1-bb8e-7f2980ac8a73", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "7077e0e4-9c67-4af7-8bc4-c9e9fb522eab", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "7077e0e4-9c67-4af7-8bc4-c9e9fb522eab", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8-authn-ssl"} 2026-09-07T16:42:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "7077e0e4-9c67-4af7-8bc4-c9e9fb522eab", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "987181fd-dc0c-4f7e-a477-269806c6c42f", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "987181fd-dc0c-4f7e-a477-269806c6c42f", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8-authn-ssl"} 2026-09-07T16:42:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "987181fd-dc0c-4f7e-a477-269806c6c42f", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "522cc8a6-518c-4c16-8112-144bea17d657", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "522cc8a6-518c-4c16-8112-144bea17d657", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8-authn-ssl"} 2026-09-07T16:42:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "522cc8a6-518c-4c16-8112-144bea17d657", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "20fe2d0d-737c-4ce2-88aa-d4c7c191ad2f", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "20fe2d0d-737c-4ce2-88aa-d4c7c191ad2f", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8-authn-ssl"} 2026-09-07T16:42:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "20fe2d0d-737c-4ce2-88aa-d4c7c191ad2f", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "e9274eb2-dbd1-41e4-95be-13e8c973f49b", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "e9274eb2-dbd1-41e4-95be-13e8c973f49b", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8-authn-ssl"} 2026-09-07T16:42:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "e9274eb2-dbd1-41e4-95be-13e8c973f49b", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "openshift-service-ca.crt", "reconcileID": "f83a0b42-71f5-4798-9ca6-50829882f828", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:42:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "odh-trusted-ca-bundle", "reconcileID": "6d786606-1a43-4aed-9c10-390b23673982", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:42:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "openshift-service-ca.crt", "reconcileID": "f644f647-28ac-41e3-9b21-758ef836926c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T16:42:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "openshift-service-ca.crt", "reconcileID": "f644f647-28ac-41e3-9b21-758ef836926c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:42:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "openshift-service-ca.crt", "reconcileID": "7e5f6525-2b6e-4315-9102-00afa2e19d85", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:42:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2ae1c83-b0c5-4655-ba2f-ff003d730bbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:42:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "odh-trusted-ca-bundle", "reconcileID": "e679f963-ce51-4cfb-9614-a0cc27df7a1c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "update": "odh-kserve-custom-ca-bundle"} 2026-09-07T16:42:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "odh-trusted-ca-bundle", "reconcileID": "e679f963-ce51-4cfb-9614-a0cc27df7a1c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:42:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "844b85e6-6fac-4114-842b-ec9d0d5558a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:42:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "fa420634-42cb-49b1-aec4-1645f582f4c2", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "fa420634-42cb-49b1-aec4-1645f582f4c2", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8-authn-ssl"} 2026-09-07T16:42:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "fa420634-42cb-49b1-aec4-1645f582f4c2", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4a9a21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4a9a21", "reconcileID": "33d18c60-67d4-485e-9916-322a1ef28f91", "Gateway": "e2e-shared-b-w2-4a9a21", "namespace": "openshift-ingress"} 2026-09-07T16:42:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4a9a21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4a9a21", "reconcileID": "33d18c60-67d4-485e-9916-322a1ef28f91", "Gateway": "e2e-shared-b-w2-4a9a21", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4a9a21-authn-ssl"} 2026-09-07T16:42:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4a9a21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4a9a21", "reconcileID": "33d18c60-67d4-485e-9916-322a1ef28f91", "Gateway": "e2e-shared-b-w2-4a9a21", "namespace": "openshift-ingress"} 2026-09-07T16:42:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4a9a21"}, "namespace": "ai-tenant-e2e-shared-b-w2-4a9a21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9084b778-c8cd-4b67-b00c-3691d72993f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4a9a21"} 2026-09-07T16:42:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4a9a21"}, "namespace": "ai-tenant-e2e-shared-b-w2-4a9a21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9084b778-c8cd-4b67-b00c-3691d72993f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4a9a21", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T16:42:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4a9a21"}, "namespace": "ai-tenant-e2e-shared-b-w2-4a9a21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9084b778-c8cd-4b67-b00c-3691d72993f9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-4a9a21 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T16:42:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4a9a21"}, "namespace": "ai-tenant-e2e-shared-b-w2-4a9a21", "name": "odh-trusted-ca-bundle", "reconcileID": "8ccbbeb9-6b2d-496b-a811-52b367778317", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4a9a21"} 2026-09-07T16:42:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4a9a21"}, "namespace": "ai-tenant-e2e-shared-b-w2-4a9a21", "name": "odh-trusted-ca-bundle", "reconcileID": "8ccbbeb9-6b2d-496b-a811-52b367778317", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4a9a21"} 2026-09-07T16:42:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-4a9a21"}, "namespace": "ai-tenant-e2e-shared-b-w2-4a9a21", "name": "openshift-service-ca.crt", "reconcileID": "2d7c537d-62bf-4b8b-a1c7-b901df967b9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-4a9a21"} 2026-09-07T16:42:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-4a9a21"}, "namespace": "ai-tenant-e2e-shared-b-w2-4a9a21", "name": "openshift-service-ca.crt", "reconcileID": "2d7c537d-62bf-4b8b-a1c7-b901df967b9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-4a9a21"} 2026-09-07T16:42:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4a9a21"}, "namespace": "ai-tenant-e2e-shared-b-w2-4a9a21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cabcfe4-4bcf-4a13-8cdf-234dc33168af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4a9a21"} 2026-09-07T16:42:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4a9a21"}, "namespace": "ai-tenant-e2e-shared-b-w2-4a9a21", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cabcfe4-4bcf-4a13-8cdf-234dc33168af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4a9a21"} 2026-09-07T16:42:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "ad35a333-42bd-4be1-9fa0-44e45dea339a", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "ad35a333-42bd-4be1-9fa0-44e45dea339a", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8-authn-ssl"} 2026-09-07T16:42:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "ad35a333-42bd-4be1-9fa0-44e45dea339a", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4a9a21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4a9a21", "reconcileID": "d65c8b25-d1c2-4c8d-a133-36d3fbb01691", "Gateway": "e2e-shared-b-w2-4a9a21", "namespace": "openshift-ingress"} 2026-09-07T16:42:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4a9a21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4a9a21", "reconcileID": "d65c8b25-d1c2-4c8d-a133-36d3fbb01691", "Gateway": "e2e-shared-b-w2-4a9a21", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4a9a21-authn-ssl"} 2026-09-07T16:42:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4a9a21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4a9a21", "reconcileID": "d65c8b25-d1c2-4c8d-a133-36d3fbb01691", "Gateway": "e2e-shared-b-w2-4a9a21", "namespace": "openshift-ingress"} 2026-09-07T16:42:36Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4a9a21","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4a9a21", "reconcileID": "2ebd1b41-36f7-4876-a994-ef47b37dde12", "Gateway": "e2e-shared-b-w2-4a9a21", "namespace": "openshift-ingress"} 2026-09-07T16:42:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "ea03c437-63eb-46e9-8115-f02a943e9e8e", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:53Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "ea03c437-63eb-46e9-8115-f02a943e9e8e", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8-authn-ssl"} 2026-09-07T16:42:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "ea03c437-63eb-46e9-8115-f02a943e9e8e", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "13f970be-3674-4641-b6a2-12f3b8b90b0c", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "13f970be-3674-4641-b6a2-12f3b8b90b0c", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8-authn-ssl"} 2026-09-07T16:42:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "13f970be-3674-4641-b6a2-12f3b8b90b0c", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "eb9899fb-88d4-4a6c-93d7-f92c7ef1e315", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "eb9899fb-88d4-4a6c-93d7-f92c7ef1e315", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8-authn-ssl"} 2026-09-07T16:42:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "eb9899fb-88d4-4a6c-93d7-f92c7ef1e315", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "d118cc43-777d-4875-8b8e-61389fa00642", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "d118cc43-777d-4875-8b8e-61389fa00642", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8-authn-ssl"} 2026-09-07T16:42:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "d118cc43-777d-4875-8b8e-61389fa00642", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "5bbcf055-4467-4a51-a72a-a30ceda150ec", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "5bbcf055-4467-4a51-a72a-a30ceda150ec", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8-authn-ssl"} 2026-09-07T16:42:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "5bbcf055-4467-4a51-a72a-a30ceda150ec", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "b821e213-4656-43b6-bc36-e6c67017bbe9", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "b821e213-4656-43b6-bc36-e6c67017bbe9", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8-authn-ssl"} 2026-09-07T16:42:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "b821e213-4656-43b6-bc36-e6c67017bbe9", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "3e2f187d-f003-4125-839b-981d2dc2d82e", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "3e2f187d-f003-4125-839b-981d2dc2d82e", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8-authn-ssl"} 2026-09-07T16:42:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "3e2f187d-f003-4125-839b-981d2dc2d82e", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6a45e8"}, "namespace": "ai-tenant-e2e-ipp-b-6a45e8", "name": "openshift-service-ca.crt", "reconcileID": "232edef1-d76b-4237-89f6-cae9397d743a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6a45e8"} 2026-09-07T16:42:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6a45e8"}, "namespace": "ai-tenant-e2e-ipp-b-6a45e8", "name": "odh-trusted-ca-bundle", "reconcileID": "c9020801-4789-4a5b-b2f8-941dff144e7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6a45e8"} 2026-09-07T16:42:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6a45e8"}, "namespace": "ai-tenant-e2e-ipp-b-6a45e8", "name": "openshift-service-ca.crt", "reconcileID": "c9145648-1950-4e19-80e0-20b41537a121", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6a45e8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T16:42:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6a45e8"}, "namespace": "ai-tenant-e2e-ipp-b-6a45e8", "name": "openshift-service-ca.crt", "reconcileID": "c9145648-1950-4e19-80e0-20b41537a121", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6a45e8"} 2026-09-07T16:42:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6a45e8"}, "namespace": "ai-tenant-e2e-ipp-b-6a45e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd44d911-b4fb-4034-98d5-52a96e2b68f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6a45e8"} 2026-09-07T16:42:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6a45e8"}, "namespace": "ai-tenant-e2e-ipp-b-6a45e8", "name": "openshift-service-ca.crt", "reconcileID": "f1563915-cc70-4e59-9dea-5309b6eafecf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6a45e8"} 2026-09-07T16:42:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6a45e8"}, "namespace": "ai-tenant-e2e-ipp-b-6a45e8", "name": "odh-trusted-ca-bundle", "reconcileID": "61ea96e8-4fa1-4613-98bf-02959956588a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6a45e8", "update": "odh-kserve-custom-ca-bundle"} 2026-09-07T16:42:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6a45e8"}, "namespace": "ai-tenant-e2e-ipp-b-6a45e8", "name": "odh-trusted-ca-bundle", "reconcileID": "61ea96e8-4fa1-4613-98bf-02959956588a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6a45e8"} 2026-09-07T16:42:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6a45e8"}, "namespace": "ai-tenant-e2e-ipp-b-6a45e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8a6855c-b155-42d0-86d7-55fb38db961d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6a45e8"} 2026-09-07T16:42:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "b16f8342-dae9-40bf-b025-ec43bc131941", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:42:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "b16f8342-dae9-40bf-b025-ec43bc131941", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8-authn-ssl"} 2026-09-07T16:42:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "b16f8342-dae9-40bf-b025-ec43bc131941", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:43:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "f95f9cff-5dab-495e-8582-930e570bae59", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:43:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "f95f9cff-5dab-495e-8582-930e570bae59", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8-authn-ssl"} 2026-09-07T16:43:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "f95f9cff-5dab-495e-8582-930e570bae59", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:43:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "29ac98d1-1bb5-4db2-9eb0-e5c94573a2ab", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:43:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "29ac98d1-1bb5-4db2-9eb0-e5c94573a2ab", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:43:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "29ac98d1-1bb5-4db2-9eb0-e5c94573a2ab", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:43:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "4e68cabe-0527-4f8f-a27c-b47554d93d77", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:43:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "29ac98d1-1bb5-4db2-9eb0-e5c94573a2ab", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8-kserve-route-authn"} 2026-09-07T16:43:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "29ac98d1-1bb5-4db2-9eb0-e5c94573a2ab", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "authType": "userdefined"} 2026-09-07T16:43:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "29ac98d1-1bb5-4db2-9eb0-e5c94573a2ab", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:43:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "4e68cabe-0527-4f8f-a27c-b47554d93d77", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8-authn-ssl"} 2026-09-07T16:43:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "4e68cabe-0527-4f8f-a27c-b47554d93d77", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:43:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "8f5c8a83-2e8f-4e66-bf55-a7243802fc22", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:43:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "8f5c8a83-2e8f-4e66-bf55-a7243802fc22", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:43:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "8f5c8a83-2e8f-4e66-bf55-a7243802fc22", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:43:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "8f5c8a83-2e8f-4e66-bf55-a7243802fc22", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8-kserve-route-authn"} 2026-09-07T16:43:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "8f5c8a83-2e8f-4e66-bf55-a7243802fc22", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "authType": "userdefined"} 2026-09-07T16:43:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "8f5c8a83-2e8f-4e66-bf55-a7243802fc22", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:43:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "c7ed70cd-f998-4e3c-932a-5c63627f5056", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:43:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "c7ed70cd-f998-4e3c-932a-5c63627f5056", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8-authn-ssl"} 2026-09-07T16:43:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "c7ed70cd-f998-4e3c-932a-5c63627f5056", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:43:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "70811b54-4f29-4f5b-a51a-e8e210c815c1", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:43:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "70811b54-4f29-4f5b-a51a-e8e210c815c1", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:43:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "70811b54-4f29-4f5b-a51a-e8e210c815c1", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:43:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "70811b54-4f29-4f5b-a51a-e8e210c815c1", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8-kserve-route-authn"} 2026-09-07T16:43:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "70811b54-4f29-4f5b-a51a-e8e210c815c1", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "authType": "userdefined"} 2026-09-07T16:43:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "70811b54-4f29-4f5b-a51a-e8e210c815c1", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:43:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "9599620c-3721-446f-ad6d-d281b8e7e3f8", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:43:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "9599620c-3721-446f-ad6d-d281b8e7e3f8", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:43:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "9599620c-3721-446f-ad6d-d281b8e7e3f8", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:43:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "9599620c-3721-446f-ad6d-d281b8e7e3f8", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8-kserve-route-authn"} 2026-09-07T16:43:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "9599620c-3721-446f-ad6d-d281b8e7e3f8", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "authType": "userdefined"} 2026-09-07T16:43:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "9599620c-3721-446f-ad6d-d281b8e7e3f8", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:44:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "6f71fd77-e7f6-4a4f-be7e-c7428987bc6e", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress"} 2026-09-07T16:44:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "6f71fd77-e7f6-4a4f-be7e-c7428987bc6e", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d-authn-ssl"} 2026-09-07T16:44:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "6f71fd77-e7f6-4a4f-be7e-c7428987bc6e", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress"} 2026-09-07T16:44:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "ba5ea9af-a708-4f28-bc3a-db4cbebd7c4e", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress"} 2026-09-07T16:44:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "ba5ea9af-a708-4f28-bc3a-db4cbebd7c4e", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d-authn-ssl"} 2026-09-07T16:44:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "ba5ea9af-a708-4f28-bc3a-db4cbebd7c4e", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress"} 2026-09-07T16:44:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "a4875ec0-0c9c-401e-b4b3-72e364e66332", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress"} 2026-09-07T16:44:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "a4875ec0-0c9c-401e-b4b3-72e364e66332", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d-authn-ssl"} 2026-09-07T16:44:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "a4875ec0-0c9c-401e-b4b3-72e364e66332", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress"} 2026-09-07T16:44:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "dffbb1b4-0af5-405d-a499-388011621c16", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress"} 2026-09-07T16:44:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "dffbb1b4-0af5-405d-a499-388011621c16", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d-authn-ssl"} 2026-09-07T16:44:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "dffbb1b4-0af5-405d-a499-388011621c16", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress"} 2026-09-07T16:44:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "0a24e1a9-0a5c-422b-a0d6-4e5135122e23", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress"} 2026-09-07T16:44:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "0a24e1a9-0a5c-422b-a0d6-4e5135122e23", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d-authn-ssl"} 2026-09-07T16:44:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "0a24e1a9-0a5c-422b-a0d6-4e5135122e23", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress"} 2026-09-07T16:44:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "2f9caf30-52e0-4801-8b31-31eae986bf70", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress"} 2026-09-07T16:44:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "2f9caf30-52e0-4801-8b31-31eae986bf70", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d-authn-ssl"} 2026-09-07T16:44:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "2f9caf30-52e0-4801-8b31-31eae986bf70", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress"} 2026-09-07T16:44:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "cf1a5b28-f727-4604-b180-69aa634d86d0", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress"} 2026-09-07T16:44:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "cf1a5b28-f727-4604-b180-69aa634d86d0", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d-authn-ssl"} 2026-09-07T16:44:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "cf1a5b28-f727-4604-b180-69aa634d86d0", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress"} 2026-09-07T16:44:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1cc79d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d", "name": "openshift-service-ca.crt", "reconcileID": "7f449b85-da92-4b4a-b589-752285098001", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d"} 2026-09-07T16:44:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1cc79d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d", "name": "odh-trusted-ca-bundle", "reconcileID": "0658d133-4262-4945-b7e9-e6b720bf18da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d"} 2026-09-07T16:44:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1cc79d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d", "name": "openshift-service-ca.crt", "reconcileID": "40e07d12-b05c-4069-a355-d129998d88ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T16:44:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1cc79d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d", "name": "openshift-service-ca.crt", "reconcileID": "40e07d12-b05c-4069-a355-d129998d88ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d"} 2026-09-07T16:44:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1cc79d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d", "name": "openshift-service-ca.crt", "reconcileID": "d9157844-18a8-4006-a7ed-3ccfa6bcc47f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d"} 2026-09-07T16:44:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1cc79d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "200496b0-5121-4f76-98c0-71005d707e71", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d"} 2026-09-07T16:44:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1cc79d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d", "name": "odh-trusted-ca-bundle", "reconcileID": "d4eec8f6-38e5-46a0-ad25-c7726badcd01", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d", "update": "odh-kserve-custom-ca-bundle"} 2026-09-07T16:44:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1cc79d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d", "name": "odh-trusted-ca-bundle", "reconcileID": "d4eec8f6-38e5-46a0-ad25-c7726badcd01", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d"} 2026-09-07T16:44:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1cc79d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7678714c-1a16-4369-a969-97645015f83c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d"} 2026-09-07T16:44:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "6b92d398-ab36-4dc8-8b00-fa028bf863ea", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress"} 2026-09-07T16:44:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "6b92d398-ab36-4dc8-8b00-fa028bf863ea", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d-authn-ssl"} 2026-09-07T16:44:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "6b92d398-ab36-4dc8-8b00-fa028bf863ea", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress"} 2026-09-07T16:44:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "cca88ae3-dde1-4ea7-b990-894585d2c85c", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress"} 2026-09-07T16:44:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "cca88ae3-dde1-4ea7-b990-894585d2c85c", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d-authn-ssl"} 2026-09-07T16:44:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "cca88ae3-dde1-4ea7-b990-894585d2c85c", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress"} 2026-09-07T16:44:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "0ee3a6f5-f037-4ef5-b61a-e4e11e264230", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress"} 2026-09-07T16:44:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "0ee3a6f5-f037-4ef5-b61a-e4e11e264230", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d-authn-ssl"} 2026-09-07T16:44:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "0ee3a6f5-f037-4ef5-b61a-e4e11e264230", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress"} 2026-09-07T16:44:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1cc79d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "772cfb7d-343d-4bc5-b6a7-a7f0cac85d57", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d"} 2026-09-07T16:44:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1cc79d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "772cfb7d-343d-4bc5-b6a7-a7f0cac85d57", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T16:44:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1cc79d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "772cfb7d-343d-4bc5-b6a7-a7f0cac85d57", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-1cc79d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T16:44:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1cc79d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d", "name": "odh-trusted-ca-bundle", "reconcileID": "0a9edb59-fe36-49eb-be4f-001b16a1461c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d"} 2026-09-07T16:44:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1cc79d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d", "name": "odh-trusted-ca-bundle", "reconcileID": "0a9edb59-fe36-49eb-be4f-001b16a1461c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d"} 2026-09-07T16:44:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1cc79d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d", "name": "openshift-service-ca.crt", "reconcileID": "2784cc22-5578-4cee-8564-038c565cead8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d"} 2026-09-07T16:44:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1cc79d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d", "name": "openshift-service-ca.crt", "reconcileID": "2784cc22-5578-4cee-8564-038c565cead8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d"} 2026-09-07T16:44:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1cc79d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08feb4d4-2a1d-4664-96d2-29ae4ca1c151", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d"} 2026-09-07T16:44:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1cc79d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08feb4d4-2a1d-4664-96d2-29ae4ca1c151", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1cc79d"} 2026-09-07T16:44:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1cc79d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1cc79d", "reconcileID": "9aaeab2b-bae2-41c8-a1bc-f505f2adf040", "Gateway": "e2e-ipp-cleanup-1cc79d", "namespace": "openshift-ingress"} 2026-09-07T16:45:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "10457364-e666-4434-878a-56a1f4682d7b", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:45:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "10457364-e666-4434-878a-56a1f4682d7b", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8-authn-ssl"} 2026-09-07T16:45:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "10457364-e666-4434-878a-56a1f4682d7b", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:45:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "699370ba-79cb-4c0d-8eee-54282a73c3c7", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:45:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "699370ba-79cb-4c0d-8eee-54282a73c3c7", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8-authn-ssl"} 2026-09-07T16:45:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "699370ba-79cb-4c0d-8eee-54282a73c3c7", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:45:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "0c942564-6aff-4c54-afcc-41b7f0450f3c", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:45:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "0c942564-6aff-4c54-afcc-41b7f0450f3c", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8-authn-ssl"} 2026-09-07T16:45:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "0c942564-6aff-4c54-afcc-41b7f0450f3c", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:45:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "cf2f0a61-bb16-40d9-b619-2145a3a7006d", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:45:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "cf2f0a61-bb16-40d9-b619-2145a3a7006d", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:45:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "cf2f0a61-bb16-40d9-b619-2145a3a7006d", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:45:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "cf2f0a61-bb16-40d9-b619-2145a3a7006d", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8-kserve-route-authn"} 2026-09-07T16:45:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "cf2f0a61-bb16-40d9-b619-2145a3a7006d", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "authType": "userdefined"} 2026-09-07T16:45:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "cf2f0a61-bb16-40d9-b619-2145a3a7006d", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:45:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "919af849-9fef-4347-b2ec-ad87bc4c7d4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:45:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "919af849-9fef-4347-b2ec-ad87bc4c7d4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T16:45:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "919af849-9fef-4347-b2ec-ad87bc4c7d4d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-4180e8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T16:45:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "odh-trusted-ca-bundle", "reconcileID": "807e9396-88c3-4409-a054-58404345fda1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:45:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "odh-trusted-ca-bundle", "reconcileID": "807e9396-88c3-4409-a054-58404345fda1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:45:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "openshift-service-ca.crt", "reconcileID": "76e2d809-02d4-4833-91d7-35f3db4940f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:45:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "openshift-service-ca.crt", "reconcileID": "76e2d809-02d4-4833-91d7-35f3db4940f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:45:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "509e3594-a43f-4382-bdee-8d4cff56f518", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:45:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "509e3594-a43f-4382-bdee-8d4cff56f518", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:45:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "3506fd60-e45b-4d8b-8145-b9f7cf019e3d", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:45:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "3506fd60-e45b-4d8b-8145-b9f7cf019e3d", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8"} 2026-09-07T16:45:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "3506fd60-e45b-4d8b-8145-b9f7cf019e3d", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:45:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "3506fd60-e45b-4d8b-8145-b9f7cf019e3d", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:45:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "3506fd60-e45b-4d8b-8145-b9f7cf019e3d", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8-kserve-route-authn"} 2026-09-07T16:45:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "3506fd60-e45b-4d8b-8145-b9f7cf019e3d", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8-kserve-route-authn"} 2026-09-07T16:45:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "3506fd60-e45b-4d8b-8145-b9f7cf019e3d", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:45:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "3506fd60-e45b-4d8b-8145-b9f7cf019e3d", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:45:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "aff190a9-d47a-42a8-a962-1909b87c05c0", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:45:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "aff190a9-d47a-42a8-a962-1909b87c05c0", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8-authn-ssl"} 2026-09-07T16:45:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "aff190a9-d47a-42a8-a962-1909b87c05c0", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:45:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "c002c51e-43f3-4e6e-8be5-8cee37486fcd", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:45:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "c002c51e-43f3-4e6e-8be5-8cee37486fcd", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8"} 2026-09-07T16:45:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "c002c51e-43f3-4e6e-8be5-8cee37486fcd", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:45:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "c002c51e-43f3-4e6e-8be5-8cee37486fcd", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:45:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "c002c51e-43f3-4e6e-8be5-8cee37486fcd", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8-kserve-route-authn"} 2026-09-07T16:45:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "c002c51e-43f3-4e6e-8be5-8cee37486fcd", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8-kserve-route-authn"} 2026-09-07T16:45:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "c002c51e-43f3-4e6e-8be5-8cee37486fcd", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:45:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "c002c51e-43f3-4e6e-8be5-8cee37486fcd", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:45:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4180e8","namespace":"ai-tenant-e2e-ipp-a-4180e8"}, "namespace": "ai-tenant-e2e-ipp-a-4180e8", "name": "ipp-route-4180e8", "reconcileID": "dd71f377-5e77-458f-a31c-cf275c5ae0f8", "LLMInferenceService": "ipp-route-4180e8", "namespace": "ai-tenant-e2e-ipp-a-4180e8"} 2026-09-07T16:45:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "9dd1844f-577e-48b9-87e3-839e9dafea39", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:45:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "9dd1844f-577e-48b9-87e3-839e9dafea39", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8-authn-ssl"} 2026-09-07T16:45:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "9dd1844f-577e-48b9-87e3-839e9dafea39", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:45:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4180e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4180e8", "reconcileID": "191b5b71-f6ef-4898-be4a-c5477a526cdf", "Gateway": "e2e-ipp-a-4180e8", "namespace": "openshift-ingress"} 2026-09-07T16:45:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "7c14ee59-98b9-4a0f-9b96-3b420dfad828", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:45:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "7c14ee59-98b9-4a0f-9b96-3b420dfad828", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8-authn-ssl"} 2026-09-07T16:45:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "7c14ee59-98b9-4a0f-9b96-3b420dfad828", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:46:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "476e77c0-6d28-4d88-ba09-04db7cfb5c38", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:46:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "476e77c0-6d28-4d88-ba09-04db7cfb5c38", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8-authn-ssl"} 2026-09-07T16:46:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "476e77c0-6d28-4d88-ba09-04db7cfb5c38", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:46:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6a45e8"}, "namespace": "ai-tenant-e2e-ipp-b-6a45e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31a0e067-c233-4b48-aaea-581bc9d8d1a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6a45e8"} 2026-09-07T16:46:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6a45e8"}, "namespace": "ai-tenant-e2e-ipp-b-6a45e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31a0e067-c233-4b48-aaea-581bc9d8d1a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6a45e8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T16:46:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6a45e8"}, "namespace": "ai-tenant-e2e-ipp-b-6a45e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31a0e067-c233-4b48-aaea-581bc9d8d1a7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-6a45e8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T16:46:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6a45e8"}, "namespace": "ai-tenant-e2e-ipp-b-6a45e8", "name": "odh-trusted-ca-bundle", "reconcileID": "03a8a61c-3d03-498f-b6c4-8321224cdbb8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6a45e8"} 2026-09-07T16:46:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6a45e8"}, "namespace": "ai-tenant-e2e-ipp-b-6a45e8", "name": "odh-trusted-ca-bundle", "reconcileID": "03a8a61c-3d03-498f-b6c4-8321224cdbb8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6a45e8"} 2026-09-07T16:46:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6a45e8"}, "namespace": "ai-tenant-e2e-ipp-b-6a45e8", "name": "openshift-service-ca.crt", "reconcileID": "b29430ac-531c-45f3-bd04-e2378c2b4948", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6a45e8"} 2026-09-07T16:46:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6a45e8"}, "namespace": "ai-tenant-e2e-ipp-b-6a45e8", "name": "openshift-service-ca.crt", "reconcileID": "b29430ac-531c-45f3-bd04-e2378c2b4948", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6a45e8"} 2026-09-07T16:46:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6a45e8"}, "namespace": "ai-tenant-e2e-ipp-b-6a45e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1f510e3-d336-4324-bb17-7a2f1ea7995d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6a45e8"} 2026-09-07T16:46:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6a45e8"}, "namespace": "ai-tenant-e2e-ipp-b-6a45e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1f510e3-d336-4324-bb17-7a2f1ea7995d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6a45e8"} 2026-09-07T16:46:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6a45e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6a45e8", "reconcileID": "d46d3849-2ffa-438a-8712-74c2802089f6", "Gateway": "e2e-ipp-b-6a45e8", "namespace": "openshift-ingress"} 2026-09-07T16:46:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8d59e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8d59e2", "reconcileID": "508581a6-c10b-4965-aad2-dbe04a19444f", "Gateway": "e2e-shared-a-w3-8d59e2", "namespace": "openshift-ingress"} 2026-09-07T16:46:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8d59e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8d59e2", "reconcileID": "508581a6-c10b-4965-aad2-dbe04a19444f", "Gateway": "e2e-shared-a-w3-8d59e2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8d59e2-authn-ssl"} 2026-09-07T16:46:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8d59e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8d59e2", "reconcileID": "508581a6-c10b-4965-aad2-dbe04a19444f", "Gateway": "e2e-shared-a-w3-8d59e2", "namespace": "openshift-ingress"} 2026-09-07T16:46:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8d59e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8d59e2", "reconcileID": "4a0afef2-a587-4e76-9f32-2bca1a70d33c", "Gateway": "e2e-shared-a-w3-8d59e2", "namespace": "openshift-ingress"} 2026-09-07T16:46:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8d59e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8d59e2", "reconcileID": "4a0afef2-a587-4e76-9f32-2bca1a70d33c", "Gateway": "e2e-shared-a-w3-8d59e2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8d59e2-authn-ssl"} 2026-09-07T16:46:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8d59e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8d59e2", "reconcileID": "4a0afef2-a587-4e76-9f32-2bca1a70d33c", "Gateway": "e2e-shared-a-w3-8d59e2", "namespace": "openshift-ingress"} 2026-09-07T16:46:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8d59e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61da621c-ad40-4512-9115-c5aed5b9d5c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2"} 2026-09-07T16:46:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8d59e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61da621c-ad40-4512-9115-c5aed5b9d5c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T16:46:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8d59e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61da621c-ad40-4512-9115-c5aed5b9d5c5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-8d59e2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T16:46:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8d59e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "name": "odh-trusted-ca-bundle", "reconcileID": "22d3f435-4f62-4013-898e-f0cae7f0b111", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2"} 2026-09-07T16:46:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8d59e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "name": "odh-trusted-ca-bundle", "reconcileID": "22d3f435-4f62-4013-898e-f0cae7f0b111", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2"} 2026-09-07T16:46:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-8d59e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "name": "openshift-service-ca.crt", "reconcileID": "feb59729-8897-4d95-b54b-eaf6881b2365", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2"} 2026-09-07T16:46:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-8d59e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "name": "openshift-service-ca.crt", "reconcileID": "feb59729-8897-4d95-b54b-eaf6881b2365", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2"} 2026-09-07T16:46:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8d59e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4581f26-8e2b-4f0f-b7f9-20e44fcabd88", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2"} 2026-09-07T16:46:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-8d59e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4581f26-8e2b-4f0f-b7f9-20e44fcabd88", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-8d59e2"} 2026-09-07T16:46:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-8d59e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-8d59e2", "reconcileID": "a1af22f5-8acd-44a0-ad07-d1724e1f8506", "Gateway": "e2e-shared-a-w3-8d59e2", "namespace": "openshift-ingress"} 2026-09-07T16:46:24Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T16:46:24Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T16:46:25Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T16:46:25Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T16:46:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7aca0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7aca0f", "reconcileID": "4b3db777-1b1c-4e71-8b87-5123ab60f9d9", "Gateway": "e2e-shared-b-w3-7aca0f", "namespace": "openshift-ingress"} 2026-09-07T16:46:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7aca0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7aca0f", "reconcileID": "4b3db777-1b1c-4e71-8b87-5123ab60f9d9", "Gateway": "e2e-shared-b-w3-7aca0f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7aca0f-authn-ssl"} 2026-09-07T16:46:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7aca0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7aca0f", "reconcileID": "4b3db777-1b1c-4e71-8b87-5123ab60f9d9", "Gateway": "e2e-shared-b-w3-7aca0f", "namespace": "openshift-ingress"} 2026-09-07T16:46:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7aca0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7aca0f", "reconcileID": "7e72b7a6-56b3-4bec-9378-6554a4322028", "Gateway": "e2e-shared-b-w3-7aca0f", "namespace": "openshift-ingress"} 2026-09-07T16:46:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7aca0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7aca0f", "reconcileID": "7e72b7a6-56b3-4bec-9378-6554a4322028", "Gateway": "e2e-shared-b-w3-7aca0f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7aca0f-authn-ssl"} 2026-09-07T16:46:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7aca0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7aca0f", "reconcileID": "7e72b7a6-56b3-4bec-9378-6554a4322028", "Gateway": "e2e-shared-b-w3-7aca0f", "namespace": "openshift-ingress"} 2026-09-07T16:46:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30ea79d4-0ca5-4eb1-9c23-68652b9a0151", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f"} 2026-09-07T16:46:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30ea79d4-0ca5-4eb1-9c23-68652b9a0151", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-07T16:46:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30ea79d4-0ca5-4eb1-9c23-68652b9a0151", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-7aca0f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-07T16:46:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "odh-trusted-ca-bundle", "reconcileID": "ef69f971-71fe-4d5e-985e-877046ac21eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f"} 2026-09-07T16:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "odh-trusted-ca-bundle", "reconcileID": "ef69f971-71fe-4d5e-985e-877046ac21eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f"} 2026-09-07T16:46:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "openshift-service-ca.crt", "reconcileID": "0091978a-b6c7-4353-aba0-cecab0d23d1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f"} 2026-09-07T16:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "openshift-service-ca.crt", "reconcileID": "0091978a-b6c7-4353-aba0-cecab0d23d1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f"} 2026-09-07T16:46:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d932431-4c65-464d-b092-e2c3e8d21dae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f"} 2026-09-07T16:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7aca0f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d932431-4c65-464d-b092-e2c3e8d21dae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7aca0f"} 2026-09-07T16:46:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7aca0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7aca0f", "reconcileID": "84ddc05d-f0e3-45a1-ab80-285f69e003d2", "Gateway": "e2e-shared-b-w3-7aca0f", "namespace": "openshift-ingress"} 2026-09-07T16:50:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "aadd3f73-b84f-49c3-8d57-66dd16128ea9", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm"} 2026-09-07T16:50:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "aadd3f73-b84f-49c3-8d57-66dd16128ea9", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm"} 2026-09-07T16:50:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "aadd3f73-b84f-49c3-8d57-66dd16128ea9", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm"} 2026-09-07T16:50:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "720c0d2c-57fb-4eaa-ade1-2c33a234ed7a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T16:50:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "aadd3f73-b84f-49c3-8d57-66dd16128ea9", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm", "name": "e2e-same-id-a-1685c1e0-kserve-route-authn"} 2026-09-07T16:50:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "aadd3f73-b84f-49c3-8d57-66dd16128ea9", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm", "authType": "userdefined"} 2026-09-07T16:50:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "aadd3f73-b84f-49c3-8d57-66dd16128ea9", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm"} 2026-09-07T16:50:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "720c0d2c-57fb-4eaa-ade1-2c33a234ed7a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T16:50:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "720c0d2c-57fb-4eaa-ade1-2c33a234ed7a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T16:50:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "6b9c97dc-954e-47e6-9ad9-c3541642d82c", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm"} 2026-09-07T16:50:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "6b9c97dc-954e-47e6-9ad9-c3541642d82c", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm"} 2026-09-07T16:50:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "6b9c97dc-954e-47e6-9ad9-c3541642d82c", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm"} 2026-09-07T16:50:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "6b9c97dc-954e-47e6-9ad9-c3541642d82c", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm", "name": "e2e-same-id-a-1685c1e0-kserve-route-authn"} 2026-09-07T16:50:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "6b9c97dc-954e-47e6-9ad9-c3541642d82c", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm", "authType": "userdefined"} 2026-09-07T16:50:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "6b9c97dc-954e-47e6-9ad9-c3541642d82c", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm"} 2026-09-07T16:50:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "25e0417d-9b4f-4529-8139-f42c741e1b87", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm"} 2026-09-07T16:50:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "25e0417d-9b4f-4529-8139-f42c741e1b87", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm"} 2026-09-07T16:50:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "25e0417d-9b4f-4529-8139-f42c741e1b87", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm"} 2026-09-07T16:50:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c680ede0-dbe3-42c7-b8f3-a4fc3c524289", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T16:50:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "25e0417d-9b4f-4529-8139-f42c741e1b87", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm", "name": "e2e-same-id-b-1685c1e0-kserve-route-authn"} 2026-09-07T16:50:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "25e0417d-9b4f-4529-8139-f42c741e1b87", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm", "authType": "userdefined"} 2026-09-07T16:50:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "25e0417d-9b4f-4529-8139-f42c741e1b87", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm"} 2026-09-07T16:50:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c680ede0-dbe3-42c7-b8f3-a4fc3c524289", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T16:50:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c680ede0-dbe3-42c7-b8f3-a4fc3c524289", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T16:51:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cefc84f1-06eb-4dc2-934c-131b0cc54e48", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T16:51:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cefc84f1-06eb-4dc2-934c-131b0cc54e48", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T16:51:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cefc84f1-06eb-4dc2-934c-131b0cc54e48", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T16:51:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "0222ebfd-e57d-4b8b-87f5-e9dafe1e8868", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "0222ebfd-e57d-4b8b-87f5-e9dafe1e8868", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "0222ebfd-e57d-4b8b-87f5-e9dafe1e8868", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "0222ebfd-e57d-4b8b-87f5-e9dafe1e8868", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm", "name": "e2e-same-id-a-1685c1e0-kserve-route-authn"} 2026-09-07T16:51:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "0222ebfd-e57d-4b8b-87f5-e9dafe1e8868", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm", "authType": "userdefined"} 2026-09-07T16:51:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "0222ebfd-e57d-4b8b-87f5-e9dafe1e8868", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "0c35b311-9b87-4b01-b962-e2551416c31b", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "0c35b311-9b87-4b01-b962-e2551416c31b", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "0c35b311-9b87-4b01-b962-e2551416c31b", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "0c35b311-9b87-4b01-b962-e2551416c31b", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm", "name": "e2e-same-id-b-1685c1e0-kserve-route-authn"} 2026-09-07T16:51:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "0c35b311-9b87-4b01-b962-e2551416c31b", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm", "authType": "userdefined"} 2026-09-07T16:51:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "0c35b311-9b87-4b01-b962-e2551416c31b", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d267e956-f2cd-4e8f-89b5-5b5ddb33cd29", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T16:51:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d267e956-f2cd-4e8f-89b5-5b5ddb33cd29", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T16:51:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d267e956-f2cd-4e8f-89b5-5b5ddb33cd29", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T16:51:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "1efa6536-9738-4a99-8a2a-ddf76c0f3887", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "1efa6536-9738-4a99-8a2a-ddf76c0f3887", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "1efa6536-9738-4a99-8a2a-ddf76c0f3887", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "1efa6536-9738-4a99-8a2a-ddf76c0f3887", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm", "name": "e2e-same-id-b-1685c1e0-kserve-route-authn"} 2026-09-07T16:51:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "1efa6536-9738-4a99-8a2a-ddf76c0f3887", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm", "authType": "userdefined"} 2026-09-07T16:51:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "1efa6536-9738-4a99-8a2a-ddf76c0f3887", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "b8c307bf-3e36-4a4a-a75f-62e31198a0d4", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "b8c307bf-3e36-4a4a-a75f-62e31198a0d4", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "b8c307bf-3e36-4a4a-a75f-62e31198a0d4", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "b8c307bf-3e36-4a4a-a75f-62e31198a0d4", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm", "name": "e2e-same-id-a-1685c1e0-kserve-route-authn"} 2026-09-07T16:51:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "b8c307bf-3e36-4a4a-a75f-62e31198a0d4", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm", "authType": "userdefined"} 2026-09-07T16:51:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "b8c307bf-3e36-4a4a-a75f-62e31198a0d4", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "94fc5602-5e66-4517-88f3-11da43d16a18", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "94fc5602-5e66-4517-88f3-11da43d16a18", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "94fc5602-5e66-4517-88f3-11da43d16a18", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "94fc5602-5e66-4517-88f3-11da43d16a18", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm", "name": "e2e-same-id-b-1685c1e0-kserve-route-authn"} 2026-09-07T16:51:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "94fc5602-5e66-4517-88f3-11da43d16a18", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm", "authType": "userdefined"} 2026-09-07T16:51:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "94fc5602-5e66-4517-88f3-11da43d16a18", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "d8307bb9-5cdf-4bdf-8e2d-7b4bb4df24d3", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "d8307bb9-5cdf-4bdf-8e2d-7b4bb4df24d3", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm", "name": "e2e-same-id-a-1685c1e0"} 2026-09-07T16:51:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "d8307bb9-5cdf-4bdf-8e2d-7b4bb4df24d3", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "d8307bb9-5cdf-4bdf-8e2d-7b4bb4df24d3", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "d8307bb9-5cdf-4bdf-8e2d-7b4bb4df24d3", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm", "name": "e2e-same-id-a-1685c1e0-kserve-route-authn"} 2026-09-07T16:51:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "d8307bb9-5cdf-4bdf-8e2d-7b4bb4df24d3", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm", "name": "e2e-same-id-a-1685c1e0-kserve-route-authn"} 2026-09-07T16:51:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1685c1e0", "reconcileID": "2834dcb5-2c21-4ed4-8143-119aab14972d", "LLMInferenceService": "e2e-same-id-a-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "87978e0b-ece3-4304-907c-5bdd247e2d37", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T16:51:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "87978e0b-ece3-4304-907c-5bdd247e2d37", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T16:51:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "87978e0b-ece3-4304-907c-5bdd247e2d37", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T16:51:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a2aa6b23-cef8-47f7-98ab-dc25510e2bfe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T16:51:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a2aa6b23-cef8-47f7-98ab-dc25510e2bfe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T16:51:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a2aa6b23-cef8-47f7-98ab-dc25510e2bfe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T16:51:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "181fb1d9-04a9-44ab-8e0b-b5c93f5255b2", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "181fb1d9-04a9-44ab-8e0b-b5c93f5255b2", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm", "name": "e2e-same-id-b-1685c1e0"} 2026-09-07T16:51:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "181fb1d9-04a9-44ab-8e0b-b5c93f5255b2", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "181fb1d9-04a9-44ab-8e0b-b5c93f5255b2", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "181fb1d9-04a9-44ab-8e0b-b5c93f5255b2", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm", "name": "e2e-same-id-b-1685c1e0-kserve-route-authn"} 2026-09-07T16:51:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "181fb1d9-04a9-44ab-8e0b-b5c93f5255b2", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm", "name": "e2e-same-id-b-1685c1e0-kserve-route-authn"} 2026-09-07T16:51:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1685c1e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1685c1e0", "reconcileID": "594a2660-fab8-45f4-b39e-b53e9f3f2021", "LLMInferenceService": "e2e-same-id-b-1685c1e0", "namespace": "llm"} 2026-09-07T16:51:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5543cec8-4e9b-4a2a-a2ce-445228728bee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T16:51:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5543cec8-4e9b-4a2a-a2ce-445228728bee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T16:51:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5543cec8-4e9b-4a2a-a2ce-445228728bee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T16:51:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1f56eecd-240f-4b04-b1ce-a19d14ceb8d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T16:51:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1f56eecd-240f-4b04-b1ce-a19d14ceb8d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-07T16:51:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1f56eecd-240f-4b04-b1ce-a19d14ceb8d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-07T16:52:40Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T16:52:40Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T16:52:41Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-07T16:52:41Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}