2026-09-10T23:24:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "69ed560a-a21c-4901-ae8b-3a7550430fa0", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:24:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "69ed560a-a21c-4901-ae8b-3a7550430fa0", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:24:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "69ed560a-a21c-4901-ae8b-3a7550430fa0", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:24:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4b268f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f", "reconcileID": "25aeffce-6429-4e4d-833a-cf5c1f822a3e", "Gateway": "e2e-shared-b-w3-4b268f", "namespace": "openshift-ingress"} 2026-09-10T23:24:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "69ed560a-a21c-4901-ae8b-3a7550430fa0", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f-kserve-route-authn"} 2026-09-10T23:24:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "69ed560a-a21c-4901-ae8b-3a7550430fa0", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "authType": "userdefined"} 2026-09-10T23:24:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "69ed560a-a21c-4901-ae8b-3a7550430fa0", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:24:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4b268f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f", "reconcileID": "25aeffce-6429-4e4d-833a-cf5c1f822a3e", "Gateway": "e2e-shared-b-w3-4b268f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f-authn-ssl"} 2026-09-10T23:24:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4b268f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f", "reconcileID": "25aeffce-6429-4e4d-833a-cf5c1f822a3e", "Gateway": "e2e-shared-b-w3-4b268f", "namespace": "openshift-ingress"} 2026-09-10T23:24:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "a75ac66e-6354-447b-ac43-1235151dd6e0", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:24:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "a75ac66e-6354-447b-ac43-1235151dd6e0", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:24:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "a75ac66e-6354-447b-ac43-1235151dd6e0", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:24:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "a75ac66e-6354-447b-ac43-1235151dd6e0", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f-kserve-route-authn"} 2026-09-10T23:24:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "a75ac66e-6354-447b-ac43-1235151dd6e0", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "authType": "userdefined"} 2026-09-10T23:24:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "a75ac66e-6354-447b-ac43-1235151dd6e0", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:24:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4b268f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f", "reconcileID": "fb07d077-200e-4ef7-8e30-e2fa1822e0f5", "Gateway": "e2e-shared-b-w3-4b268f", "namespace": "openshift-ingress"} 2026-09-10T23:24:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4b268f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f", "reconcileID": "fb07d077-200e-4ef7-8e30-e2fa1822e0f5", "Gateway": "e2e-shared-b-w3-4b268f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f-authn-ssl"} 2026-09-10T23:24:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4b268f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f", "reconcileID": "fb07d077-200e-4ef7-8e30-e2fa1822e0f5", "Gateway": "e2e-shared-b-w3-4b268f", "namespace": "openshift-ingress"} 2026-09-10T23:24:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-44c67e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-44c67e", "reconcileID": "7048e93c-22b7-4ec7-9b31-46bab38ec57a", "Gateway": "e2e-api-b-44c67e", "namespace": "openshift-ingress"} 2026-09-10T23:24:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-44c67e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-44c67e", "reconcileID": "7048e93c-22b7-4ec7-9b31-46bab38ec57a", "Gateway": "e2e-api-b-44c67e", "namespace": "openshift-ingress", "name": "e2e-api-b-44c67e-authn-ssl"} 2026-09-10T23:24:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-44c67e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-44c67e", "reconcileID": "7048e93c-22b7-4ec7-9b31-46bab38ec57a", "Gateway": "e2e-api-b-44c67e", "namespace": "openshift-ingress"} 2026-09-10T23:24:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "068d4e18-4ea2-4ae5-b7d5-89d88706fcb7", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:24:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "068d4e18-4ea2-4ae5-b7d5-89d88706fcb7", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:24:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "068d4e18-4ea2-4ae5-b7d5-89d88706fcb7", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:24:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "068d4e18-4ea2-4ae5-b7d5-89d88706fcb7", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f-kserve-route-authn"} 2026-09-10T23:24:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "068d4e18-4ea2-4ae5-b7d5-89d88706fcb7", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "authType": "userdefined"} 2026-09-10T23:24:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "068d4e18-4ea2-4ae5-b7d5-89d88706fcb7", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:24:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-44c67e"}, "namespace": "ai-tenant-e2e-api-b-44c67e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ebe302c9-a4ef-455f-9eeb-3f7476246fa2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-44c67e"} 2026-09-10T23:24:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-44c67e"}, "namespace": "ai-tenant-e2e-api-b-44c67e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ebe302c9-a4ef-455f-9eeb-3f7476246fa2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-44c67e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:24:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-44c67e"}, "namespace": "ai-tenant-e2e-api-b-44c67e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ebe302c9-a4ef-455f-9eeb-3f7476246fa2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-44c67e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T23:24:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-44c67e"}, "namespace": "ai-tenant-e2e-api-b-44c67e", "name": "odh-trusted-ca-bundle", "reconcileID": "6952e30a-2afb-49b1-ad16-233731b204e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-44c67e"} 2026-09-10T23:24:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-44c67e"}, "namespace": "ai-tenant-e2e-api-b-44c67e", "name": "odh-trusted-ca-bundle", "reconcileID": "6952e30a-2afb-49b1-ad16-233731b204e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-44c67e"} 2026-09-10T23:24:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-44c67e"}, "namespace": "ai-tenant-e2e-api-b-44c67e", "name": "openshift-service-ca.crt", "reconcileID": "9c3ad48d-b1eb-43bc-a36c-3898dbd82de4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-44c67e"} 2026-09-10T23:24:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-44c67e"}, "namespace": "ai-tenant-e2e-api-b-44c67e", "name": "openshift-service-ca.crt", "reconcileID": "9c3ad48d-b1eb-43bc-a36c-3898dbd82de4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-44c67e"} 2026-09-10T23:24:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-44c67e"}, "namespace": "ai-tenant-e2e-api-b-44c67e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "916f3817-074d-4ccf-9247-5388197f3532", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-44c67e"} 2026-09-10T23:24:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-44c67e"}, "namespace": "ai-tenant-e2e-api-b-44c67e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "916f3817-074d-4ccf-9247-5388197f3532", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-44c67e"} 2026-09-10T23:24:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-44c67e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-44c67e", "reconcileID": "821a73ee-79c2-4364-aa2e-98b5d68b353e", "Gateway": "e2e-api-b-44c67e", "namespace": "openshift-ingress"} 2026-09-10T23:24:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-94f305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-94f305", "reconcileID": "d25b162d-a647-437f-9369-a9d6069c2945", "Gateway": "e2e-shared-a-w2-94f305", "namespace": "openshift-ingress"} 2026-09-10T23:24:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-94f305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-94f305", "reconcileID": "d25b162d-a647-437f-9369-a9d6069c2945", "Gateway": "e2e-shared-a-w2-94f305", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-94f305-authn-ssl"} 2026-09-10T23:24:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-94f305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-94f305", "reconcileID": "d25b162d-a647-437f-9369-a9d6069c2945", "Gateway": "e2e-shared-a-w2-94f305", "namespace": "openshift-ingress"} 2026-09-10T23:24:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-94f305"}, "namespace": "ai-tenant-e2e-shared-a-w2-94f305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d72aa3d0-b6ce-4897-83c9-b15cf18865dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-94f305"} 2026-09-10T23:24:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-94f305"}, "namespace": "ai-tenant-e2e-shared-a-w2-94f305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d72aa3d0-b6ce-4897-83c9-b15cf18865dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-94f305", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:24:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-94f305"}, "namespace": "ai-tenant-e2e-shared-a-w2-94f305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d72aa3d0-b6ce-4897-83c9-b15cf18865dd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-94f305 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T23:24:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-94f305"}, "namespace": "ai-tenant-e2e-shared-a-w2-94f305", "name": "odh-trusted-ca-bundle", "reconcileID": "12d46b6b-4e47-420c-bf3c-1c12a41b554c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-94f305"} 2026-09-10T23:24:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-94f305"}, "namespace": "ai-tenant-e2e-shared-a-w2-94f305", "name": "odh-trusted-ca-bundle", "reconcileID": "12d46b6b-4e47-420c-bf3c-1c12a41b554c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-94f305"} 2026-09-10T23:24:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-94f305"}, "namespace": "ai-tenant-e2e-shared-a-w2-94f305", "name": "openshift-service-ca.crt", "reconcileID": "6aba5095-62ca-41d8-ad08-58760a9860cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-94f305"} 2026-09-10T23:24:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-94f305"}, "namespace": "ai-tenant-e2e-shared-a-w2-94f305", "name": "openshift-service-ca.crt", "reconcileID": "6aba5095-62ca-41d8-ad08-58760a9860cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-94f305"} 2026-09-10T23:24:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-94f305"}, "namespace": "ai-tenant-e2e-shared-a-w2-94f305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b96cd33f-7910-4594-92a5-12ec0edc73da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-94f305"} 2026-09-10T23:24:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-94f305"}, "namespace": "ai-tenant-e2e-shared-a-w2-94f305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b96cd33f-7910-4594-92a5-12ec0edc73da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-94f305"} 2026-09-10T23:24:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "2112b99c-f46c-44cf-94b1-0b515d19e5c5", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:24:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "2112b99c-f46c-44cf-94b1-0b515d19e5c5", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:24:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "2112b99c-f46c-44cf-94b1-0b515d19e5c5", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:24:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "2112b99c-f46c-44cf-94b1-0b515d19e5c5", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f-kserve-route-authn"} 2026-09-10T23:24:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "2112b99c-f46c-44cf-94b1-0b515d19e5c5", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "authType": "userdefined"} 2026-09-10T23:24:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "2112b99c-f46c-44cf-94b1-0b515d19e5c5", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:24:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-94f305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-94f305", "reconcileID": "6b4419e2-a876-44db-99a1-158e6400d5e8", "Gateway": "e2e-shared-a-w2-94f305", "namespace": "openshift-ingress"} 2026-09-10T23:24:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-063e1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-063e1d", "reconcileID": "5203317c-cea5-4dab-b748-5116cdaff81b", "Gateway": "e2e-shared-b-w2-063e1d", "namespace": "openshift-ingress"} 2026-09-10T23:24:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-063e1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-063e1d", "reconcileID": "5203317c-cea5-4dab-b748-5116cdaff81b", "Gateway": "e2e-shared-b-w2-063e1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-063e1d-authn-ssl"} 2026-09-10T23:24:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-063e1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-063e1d", "reconcileID": "5203317c-cea5-4dab-b748-5116cdaff81b", "Gateway": "e2e-shared-b-w2-063e1d", "namespace": "openshift-ingress"} 2026-09-10T23:24:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-063e1d"}, "namespace": "ai-tenant-e2e-shared-b-w2-063e1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96b0512d-c481-4658-a323-447402d1829c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-063e1d"} 2026-09-10T23:24:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-063e1d"}, "namespace": "ai-tenant-e2e-shared-b-w2-063e1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96b0512d-c481-4658-a323-447402d1829c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-063e1d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:24:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-063e1d"}, "namespace": "ai-tenant-e2e-shared-b-w2-063e1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96b0512d-c481-4658-a323-447402d1829c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-063e1d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T23:24:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-063e1d"}, "namespace": "ai-tenant-e2e-shared-b-w2-063e1d", "name": "odh-trusted-ca-bundle", "reconcileID": "3dca9fc6-0524-4fd7-a9e9-d35ec1d3df5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-063e1d"} 2026-09-10T23:24:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-063e1d"}, "namespace": "ai-tenant-e2e-shared-b-w2-063e1d", "name": "odh-trusted-ca-bundle", "reconcileID": "3dca9fc6-0524-4fd7-a9e9-d35ec1d3df5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-063e1d"} 2026-09-10T23:24:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-063e1d"}, "namespace": "ai-tenant-e2e-shared-b-w2-063e1d", "name": "openshift-service-ca.crt", "reconcileID": "0153bc92-82bc-4a76-8e5d-1daa2801fc52", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-063e1d"} 2026-09-10T23:24:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-063e1d"}, "namespace": "ai-tenant-e2e-shared-b-w2-063e1d", "name": "openshift-service-ca.crt", "reconcileID": "0153bc92-82bc-4a76-8e5d-1daa2801fc52", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-063e1d"} 2026-09-10T23:24:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-063e1d"}, "namespace": "ai-tenant-e2e-shared-b-w2-063e1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd18f565-0fdf-43a1-9488-a6ea88e8384d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-063e1d"} 2026-09-10T23:24:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-063e1d"}, "namespace": "ai-tenant-e2e-shared-b-w2-063e1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd18f565-0fdf-43a1-9488-a6ea88e8384d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-063e1d"} 2026-09-10T23:24:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-063e1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-063e1d", "reconcileID": "f71a4efb-7feb-47d6-8468-24d803f9f06e", "Gateway": "e2e-shared-b-w2-063e1d", "namespace": "openshift-ingress"} 2026-09-10T23:24:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-063e1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-063e1d", "reconcileID": "f71a4efb-7feb-47d6-8468-24d803f9f06e", "Gateway": "e2e-shared-b-w2-063e1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-063e1d-authn-ssl"} 2026-09-10T23:24:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-063e1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-063e1d", "reconcileID": "f71a4efb-7feb-47d6-8468-24d803f9f06e", "Gateway": "e2e-shared-b-w2-063e1d", "namespace": "openshift-ingress"} 2026-09-10T23:24:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-063e1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-063e1d", "reconcileID": "534392aa-7c9b-4025-9e97-d8273b408479", "Gateway": "e2e-shared-b-w2-063e1d", "namespace": "openshift-ingress"} 2026-09-10T23:25:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2da572","namespace":"ai-tenant-e2e-shared-a-w3-2da572"}, "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "name": "rate-test-model-2da572", "reconcileID": "4cb49867-47cd-4a9b-9151-43b34d52e5e8", "LLMInferenceService": "rate-test-model-2da572", "namespace": "ai-tenant-e2e-shared-a-w3-2da572"} 2026-09-10T23:25:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2da572","namespace":"ai-tenant-e2e-shared-a-w3-2da572"}, "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "name": "rate-test-model-2da572", "reconcileID": "4cb49867-47cd-4a9b-9151-43b34d52e5e8", "LLMInferenceService": "rate-test-model-2da572", "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "name": "rate-test-model-2da572"} 2026-09-10T23:25:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2da572","namespace":"ai-tenant-e2e-shared-a-w3-2da572"}, "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "name": "rate-test-model-2da572", "reconcileID": "4cb49867-47cd-4a9b-9151-43b34d52e5e8", "LLMInferenceService": "rate-test-model-2da572", "namespace": "ai-tenant-e2e-shared-a-w3-2da572"} 2026-09-10T23:25:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2da572","namespace":"ai-tenant-e2e-shared-a-w3-2da572"}, "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "name": "rate-test-model-2da572", "reconcileID": "4cb49867-47cd-4a9b-9151-43b34d52e5e8", "LLMInferenceService": "rate-test-model-2da572", "namespace": "ai-tenant-e2e-shared-a-w3-2da572"} 2026-09-10T23:25:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2da572","namespace":"ai-tenant-e2e-shared-a-w3-2da572"}, "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "name": "rate-test-model-2da572", "reconcileID": "4cb49867-47cd-4a9b-9151-43b34d52e5e8", "LLMInferenceService": "rate-test-model-2da572", "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "name": "rate-test-model-2da572-kserve-route-authn"} 2026-09-10T23:25:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2da572","namespace":"ai-tenant-e2e-shared-a-w3-2da572"}, "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "name": "rate-test-model-2da572", "reconcileID": "4cb49867-47cd-4a9b-9151-43b34d52e5e8", "LLMInferenceService": "rate-test-model-2da572", "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "name": "rate-test-model-2da572-kserve-route-authn"} 2026-09-10T23:25:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2da572","namespace":"ai-tenant-e2e-shared-a-w3-2da572"}, "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "name": "rate-test-model-2da572", "reconcileID": "4cb49867-47cd-4a9b-9151-43b34d52e5e8", "LLMInferenceService": "rate-test-model-2da572", "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "namespace": "ai-tenant-e2e-shared-a-w3-2da572"} 2026-09-10T23:25:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2da572","namespace":"ai-tenant-e2e-shared-a-w3-2da572"}, "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "name": "rate-test-model-2da572", "reconcileID": "4cb49867-47cd-4a9b-9151-43b34d52e5e8", "LLMInferenceService": "rate-test-model-2da572", "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "namespace": "ai-tenant-e2e-shared-a-w3-2da572"} 2026-09-10T23:25:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2da572","namespace":"ai-tenant-e2e-shared-a-w3-2da572"}, "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "name": "rate-test-model-2da572", "reconcileID": "dc3ceb50-e84d-4fde-ae47-86e7ce310c94", "LLMInferenceService": "rate-test-model-2da572", "namespace": "ai-tenant-e2e-shared-a-w3-2da572"} 2026-09-10T23:25:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2da572","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2da572", "reconcileID": "3e8ba0b0-9c23-4096-ab2c-5927a9fe9f18", "Gateway": "e2e-shared-a-w3-2da572", "namespace": "openshift-ingress"} 2026-09-10T23:25:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2da572","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2da572", "reconcileID": "3e8ba0b0-9c23-4096-ab2c-5927a9fe9f18", "Gateway": "e2e-shared-a-w3-2da572", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2da572-authn-ssl"} 2026-09-10T23:25:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2da572","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2da572", "reconcileID": "3e8ba0b0-9c23-4096-ab2c-5927a9fe9f18", "Gateway": "e2e-shared-a-w3-2da572", "namespace": "openshift-ingress"} 2026-09-10T23:25:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2da572","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2da572", "reconcileID": "a847d643-1832-4f58-a50f-97ac0435d947", "Gateway": "e2e-shared-a-w3-2da572", "namespace": "openshift-ingress"} 2026-09-10T23:25:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2da572","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2da572", "reconcileID": "a847d643-1832-4f58-a50f-97ac0435d947", "Gateway": "e2e-shared-a-w3-2da572", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2da572-authn-ssl"} 2026-09-10T23:25:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2da572","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2da572", "reconcileID": "a847d643-1832-4f58-a50f-97ac0435d947", "Gateway": "e2e-shared-a-w3-2da572", "namespace": "openshift-ingress"} 2026-09-10T23:25:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "4a2b0174-5a32-40ea-aae7-3f192a10e93c", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:25:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "4a2b0174-5a32-40ea-aae7-3f192a10e93c", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f"} 2026-09-10T23:25:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "4a2b0174-5a32-40ea-aae7-3f192a10e93c", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:25:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "4a2b0174-5a32-40ea-aae7-3f192a10e93c", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:25:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "4a2b0174-5a32-40ea-aae7-3f192a10e93c", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f-kserve-route-authn"} 2026-09-10T23:25:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "4a2b0174-5a32-40ea-aae7-3f192a10e93c", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f-kserve-route-authn"} 2026-09-10T23:25:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "4a2b0174-5a32-40ea-aae7-3f192a10e93c", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:25:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "4a2b0174-5a32-40ea-aae7-3f192a10e93c", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:25:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4b268f","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "rate-test-model-4b268f", "reconcileID": "89111ba7-2c96-4b9d-85c9-3e43ccf40dcd", "LLMInferenceService": "rate-test-model-4b268f", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:25:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4b268f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f", "reconcileID": "294f9596-0b33-4b59-9c98-d84df86af4b4", "Gateway": "e2e-shared-b-w3-4b268f", "namespace": "openshift-ingress"} 2026-09-10T23:25:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4b268f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f", "reconcileID": "294f9596-0b33-4b59-9c98-d84df86af4b4", "Gateway": "e2e-shared-b-w3-4b268f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f-authn-ssl"} 2026-09-10T23:25:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4b268f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f", "reconcileID": "294f9596-0b33-4b59-9c98-d84df86af4b4", "Gateway": "e2e-shared-b-w3-4b268f", "namespace": "openshift-ingress"} 2026-09-10T23:25:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4b268f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f", "reconcileID": "93af4291-e1fd-460a-be55-f502f500d4ed", "Gateway": "e2e-shared-b-w3-4b268f", "namespace": "openshift-ingress"} 2026-09-10T23:25:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4b268f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f", "reconcileID": "93af4291-e1fd-460a-be55-f502f500d4ed", "Gateway": "e2e-shared-b-w3-4b268f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f-authn-ssl"} 2026-09-10T23:25:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4b268f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f", "reconcileID": "93af4291-e1fd-460a-be55-f502f500d4ed", "Gateway": "e2e-shared-b-w3-4b268f", "namespace": "openshift-ingress"} 2026-09-10T23:25:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "6ffff469-f690-4c5e-afa3-5d1dc809f858", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:25:01Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "6ffff469-f690-4c5e-afa3-5d1dc809f858", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479-authn-ssl"} 2026-09-10T23:25:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "6ffff469-f690-4c5e-afa3-5d1dc809f858", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:25:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "ff63b9aa-605c-44f0-a545-18a4d2161755", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:25:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "ff63b9aa-605c-44f0-a545-18a4d2161755", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479-authn-ssl"} 2026-09-10T23:25:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "ff63b9aa-605c-44f0-a545-18a4d2161755", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:25:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "a2c7523c-8caf-40e4-9ae3-49bf09cfeadc", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:25:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "a2c7523c-8caf-40e4-9ae3-49bf09cfeadc", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479-authn-ssl"} 2026-09-10T23:25:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "a2c7523c-8caf-40e4-9ae3-49bf09cfeadc", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:25:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "3c569415-53ff-42bc-9de0-2015adf349b1", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:25:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "3c569415-53ff-42bc-9de0-2015adf349b1", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479-authn-ssl"} 2026-09-10T23:25:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "3c569415-53ff-42bc-9de0-2015adf349b1", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:25:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "8c6fcfc4-a54d-423d-8f49-15338bc10c1f", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:25:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "8c6fcfc4-a54d-423d-8f49-15338bc10c1f", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479-authn-ssl"} 2026-09-10T23:25:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "8c6fcfc4-a54d-423d-8f49-15338bc10c1f", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:25:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "7a7533ff-ac02-4283-a04d-8dd76c9dd68d", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:25:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "7a7533ff-ac02-4283-a04d-8dd76c9dd68d", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479-authn-ssl"} 2026-09-10T23:25:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "7a7533ff-ac02-4283-a04d-8dd76c9dd68d", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:25:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "cee54612-0675-4c01-aad7-50e9fcac5756", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:25:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "cee54612-0675-4c01-aad7-50e9fcac5756", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479-authn-ssl"} 2026-09-10T23:25:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "cee54612-0675-4c01-aad7-50e9fcac5756", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:25:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "openshift-service-ca.crt", "reconcileID": "2798cecb-a55e-4e26-8f7c-d1cd57744584", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:25:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "odh-trusted-ca-bundle", "reconcileID": "ea61f10b-48b1-4a08-ae5e-db3f948750a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:25:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "openshift-service-ca.crt", "reconcileID": "6726867c-b488-462a-9f64-ea8e90076bc8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-595479", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:25:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "openshift-service-ca.crt", "reconcileID": "6726867c-b488-462a-9f64-ea8e90076bc8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:25:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9ee7214-55e4-4a22-8766-170b41d88d14", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:25:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "openshift-service-ca.crt", "reconcileID": "d45f7bbe-4d69-4614-891d-49fe59fbf60c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:25:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "odh-trusted-ca-bundle", "reconcileID": "5dbf7f28-ceb2-4185-abdd-db8984364d7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-595479", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:25:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "odh-trusted-ca-bundle", "reconcileID": "5dbf7f28-ceb2-4185-abdd-db8984364d7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:25:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c8809ec-243b-4e76-89e7-b8a5cc217c1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:25:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "f4ed5313-bf67-400b-a27d-5563b17c8739", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:25:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "f4ed5313-bf67-400b-a27d-5563b17c8739", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479-authn-ssl"} 2026-09-10T23:25:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "f4ed5313-bf67-400b-a27d-5563b17c8739", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:25:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "01a13dea-a62c-407e-9334-395bcc878958", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:25:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "01a13dea-a62c-407e-9334-395bcc878958", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479-authn-ssl"} 2026-09-10T23:25:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "01a13dea-a62c-407e-9334-395bcc878958", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:25:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "f9b639ef-ee13-4327-8bf7-a6cb0575bed8", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:25:30Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "f9b639ef-ee13-4327-8bf7-a6cb0575bed8", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079-authn-ssl"} 2026-09-10T23:25:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "f9b639ef-ee13-4327-8bf7-a6cb0575bed8", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:25:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "fa2404ab-338e-4a2e-8b2c-75f701401cb9", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:25:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "fa2404ab-338e-4a2e-8b2c-75f701401cb9", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079-authn-ssl"} 2026-09-10T23:25:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "fa2404ab-338e-4a2e-8b2c-75f701401cb9", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:25:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "d6ac0e66-e6b0-4aaf-8a9b-c00124054fa1", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:25:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "d6ac0e66-e6b0-4aaf-8a9b-c00124054fa1", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079-authn-ssl"} 2026-09-10T23:25:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "d6ac0e66-e6b0-4aaf-8a9b-c00124054fa1", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:25:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "3e4de46d-ba81-42e8-b1ce-df31a4087932", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:25:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "3e4de46d-ba81-42e8-b1ce-df31a4087932", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079-authn-ssl"} 2026-09-10T23:25:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "3e4de46d-ba81-42e8-b1ce-df31a4087932", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:25:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "746a58c4-9f6b-4b96-9c3c-c7bea1ab6286", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:25:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "746a58c4-9f6b-4b96-9c3c-c7bea1ab6286", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079-authn-ssl"} 2026-09-10T23:25:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "746a58c4-9f6b-4b96-9c3c-c7bea1ab6286", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:25:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "74a9a5aa-c682-4058-b23f-419dd3204a26", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:25:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "74a9a5aa-c682-4058-b23f-419dd3204a26", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079-authn-ssl"} 2026-09-10T23:25:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "74a9a5aa-c682-4058-b23f-419dd3204a26", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:25:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "f38b8b70-6839-4640-a446-cacea257e941", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:25:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "f38b8b70-6839-4640-a446-cacea257e941", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079-authn-ssl"} 2026-09-10T23:25:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "f38b8b70-6839-4640-a446-cacea257e941", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:25:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c6c079"}, "namespace": "ai-tenant-e2e-ipp-b-c6c079", "name": "openshift-service-ca.crt", "reconcileID": "8aac350e-741d-4cc0-b620-544dd1ff5964", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c6c079"} 2026-09-10T23:25:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6c079"}, "namespace": "ai-tenant-e2e-ipp-b-c6c079", "name": "odh-trusted-ca-bundle", "reconcileID": "c8f837dd-9caa-49ca-b9da-40b422eb4e49", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c6c079"} 2026-09-10T23:25:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c6c079"}, "namespace": "ai-tenant-e2e-ipp-b-c6c079", "name": "openshift-service-ca.crt", "reconcileID": "8d2e63c9-a093-40e6-9b53-2923eee0779f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c6c079", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:25:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c6c079"}, "namespace": "ai-tenant-e2e-ipp-b-c6c079", "name": "openshift-service-ca.crt", "reconcileID": "8d2e63c9-a093-40e6-9b53-2923eee0779f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c6c079"} 2026-09-10T23:25:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6c079"}, "namespace": "ai-tenant-e2e-ipp-b-c6c079", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15dc68d6-3e7f-4a6f-9e64-595bd8e2538a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c6c079"} 2026-09-10T23:25:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c6c079"}, "namespace": "ai-tenant-e2e-ipp-b-c6c079", "name": "openshift-service-ca.crt", "reconcileID": "ac788b19-60c4-41a5-a43a-f982d90bff68", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c6c079"} 2026-09-10T23:25:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6c079"}, "namespace": "ai-tenant-e2e-ipp-b-c6c079", "name": "odh-trusted-ca-bundle", "reconcileID": "614ccd30-4111-4578-8c28-cace283eb38d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c6c079", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:25:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6c079"}, "namespace": "ai-tenant-e2e-ipp-b-c6c079", "name": "odh-trusted-ca-bundle", "reconcileID": "614ccd30-4111-4578-8c28-cace283eb38d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c6c079"} 2026-09-10T23:25:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6c079"}, "namespace": "ai-tenant-e2e-ipp-b-c6c079", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98679578-10a1-4bba-8217-7068b5367adf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c6c079"} 2026-09-10T23:25:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "fb29fc01-2463-4958-b71d-024df0be6189", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:25:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "fb29fc01-2463-4958-b71d-024df0be6189", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079-authn-ssl"} 2026-09-10T23:25:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "fb29fc01-2463-4958-b71d-024df0be6189", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:25:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "6ab12315-f9a6-4c2f-835c-84e7630cd633", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:25:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "6ab12315-f9a6-4c2f-835c-84e7630cd633", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079-authn-ssl"} 2026-09-10T23:25:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "6ab12315-f9a6-4c2f-835c-84e7630cd633", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:26:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "6d637931-15b3-4ea9-a003-32d8719acd7e", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:26:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "6d637931-15b3-4ea9-a003-32d8719acd7e", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:26:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "6d637931-15b3-4ea9-a003-32d8719acd7e", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:26:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "dc41e80b-acbb-4fb2-95b9-73f36bd9b398", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:26:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "6d637931-15b3-4ea9-a003-32d8719acd7e", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479-kserve-route-authn"} 2026-09-10T23:26:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "6d637931-15b3-4ea9-a003-32d8719acd7e", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479", "authType": "userdefined"} 2026-09-10T23:26:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "6d637931-15b3-4ea9-a003-32d8719acd7e", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:26:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "dc41e80b-acbb-4fb2-95b9-73f36bd9b398", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479-authn-ssl"} 2026-09-10T23:26:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "dc41e80b-acbb-4fb2-95b9-73f36bd9b398", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:26:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "ea5469f2-4a13-45db-9ce2-059537ce4604", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:26:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "ea5469f2-4a13-45db-9ce2-059537ce4604", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:26:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "ea5469f2-4a13-45db-9ce2-059537ce4604", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:26:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "ea5469f2-4a13-45db-9ce2-059537ce4604", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479-kserve-route-authn"} 2026-09-10T23:26:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "ea5469f2-4a13-45db-9ce2-059537ce4604", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479", "authType": "userdefined"} 2026-09-10T23:26:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "ea5469f2-4a13-45db-9ce2-059537ce4604", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:26:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "b2729d73-674b-4502-8a3e-05f672bbf716", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:26:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "b2729d73-674b-4502-8a3e-05f672bbf716", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479-authn-ssl"} 2026-09-10T23:26:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "b2729d73-674b-4502-8a3e-05f672bbf716", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:26:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "cf14d710-dd8d-44c8-b478-9d0d042b2885", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:26:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "cf14d710-dd8d-44c8-b478-9d0d042b2885", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:26:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "cf14d710-dd8d-44c8-b478-9d0d042b2885", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:26:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "cf14d710-dd8d-44c8-b478-9d0d042b2885", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479-kserve-route-authn"} 2026-09-10T23:26:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "cf14d710-dd8d-44c8-b478-9d0d042b2885", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479", "authType": "userdefined"} 2026-09-10T23:26:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "cf14d710-dd8d-44c8-b478-9d0d042b2885", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:26:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "998e201a-4229-4971-adde-b923f2ccd867", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:26:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "998e201a-4229-4971-adde-b923f2ccd867", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:26:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "998e201a-4229-4971-adde-b923f2ccd867", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:26:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "998e201a-4229-4971-adde-b923f2ccd867", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479-kserve-route-authn"} 2026-09-10T23:26:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "998e201a-4229-4971-adde-b923f2ccd867", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479", "authType": "userdefined"} 2026-09-10T23:26:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "998e201a-4229-4971-adde-b923f2ccd867", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:27:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "8d0b128d-9e94-4539-bf18-0bd3b93b6504", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress"} 2026-09-10T23:27:01Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "8d0b128d-9e94-4539-bf18-0bd3b93b6504", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19-authn-ssl"} 2026-09-10T23:27:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "8d0b128d-9e94-4539-bf18-0bd3b93b6504", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress"} 2026-09-10T23:27:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "c0a8b4d7-c439-43b9-a6a4-cdc49fb43ea2", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress"} 2026-09-10T23:27:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "c0a8b4d7-c439-43b9-a6a4-cdc49fb43ea2", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19-authn-ssl"} 2026-09-10T23:27:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "c0a8b4d7-c439-43b9-a6a4-cdc49fb43ea2", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress"} 2026-09-10T23:27:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "ecb0f73f-994d-46e3-91f1-9e6cb81168df", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress"} 2026-09-10T23:27:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "ecb0f73f-994d-46e3-91f1-9e6cb81168df", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19-authn-ssl"} 2026-09-10T23:27:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "ecb0f73f-994d-46e3-91f1-9e6cb81168df", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress"} 2026-09-10T23:27:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "09537d87-f145-4cb6-a899-e21f227a38bd", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress"} 2026-09-10T23:27:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "09537d87-f145-4cb6-a899-e21f227a38bd", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19-authn-ssl"} 2026-09-10T23:27:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "09537d87-f145-4cb6-a899-e21f227a38bd", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress"} 2026-09-10T23:27:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "dc91c4dd-b085-472d-b404-9c9a5d8483f5", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress"} 2026-09-10T23:27:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "dc91c4dd-b085-472d-b404-9c9a5d8483f5", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19-authn-ssl"} 2026-09-10T23:27:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "dc91c4dd-b085-472d-b404-9c9a5d8483f5", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress"} 2026-09-10T23:27:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "5cdbb973-6843-4082-a221-eae265e261a5", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress"} 2026-09-10T23:27:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "5cdbb973-6843-4082-a221-eae265e261a5", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19-authn-ssl"} 2026-09-10T23:27:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "5cdbb973-6843-4082-a221-eae265e261a5", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress"} 2026-09-10T23:27:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-2cdd19"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19", "name": "openshift-service-ca.crt", "reconcileID": "4dddb75f-08f1-4582-bf84-513531da1a49", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19"} 2026-09-10T23:27:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-2cdd19"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19", "name": "openshift-service-ca.crt", "reconcileID": "82b918ac-86df-4629-a9e3-79dcf0c00af0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:27:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-2cdd19"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19", "name": "openshift-service-ca.crt", "reconcileID": "82b918ac-86df-4629-a9e3-79dcf0c00af0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19"} 2026-09-10T23:27:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2cdd19"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19", "name": "odh-trusted-ca-bundle", "reconcileID": "38a1a1c6-6554-4387-8bbf-1648cdb657c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19"} 2026-09-10T23:27:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2cdd19"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e6dec5f-0fca-4a99-afc4-a000dc2d6052", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19"} 2026-09-10T23:27:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-2cdd19"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19", "name": "openshift-service-ca.crt", "reconcileID": "42e95c58-bb30-4172-9cd1-0222ae8d441c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19"} 2026-09-10T23:27:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2cdd19"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19", "name": "odh-trusted-ca-bundle", "reconcileID": "b165a7a4-5f20-45ed-896b-25d7c574792a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:27:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2cdd19"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19", "name": "odh-trusted-ca-bundle", "reconcileID": "b165a7a4-5f20-45ed-896b-25d7c574792a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19"} 2026-09-10T23:27:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2cdd19"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6487ecce-fc83-4a8c-be25-db82a7a83126", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19"} 2026-09-10T23:27:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "bd956063-86b4-4a87-b8fc-7bcdb5d665ff", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress"} 2026-09-10T23:27:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "bd956063-86b4-4a87-b8fc-7bcdb5d665ff", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19-authn-ssl"} 2026-09-10T23:27:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "bd956063-86b4-4a87-b8fc-7bcdb5d665ff", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress"} 2026-09-10T23:27:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "6b57e6fd-5f4d-485e-8076-5d565bc1607b", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress"} 2026-09-10T23:27:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "6b57e6fd-5f4d-485e-8076-5d565bc1607b", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19-authn-ssl"} 2026-09-10T23:27:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "6b57e6fd-5f4d-485e-8076-5d565bc1607b", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress"} 2026-09-10T23:27:17Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T23:27:17Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T23:27:18Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T23:27:18Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T23:27:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "46781368-7f5c-42bd-9468-c98228833e5c", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress"} 2026-09-10T23:27:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "46781368-7f5c-42bd-9468-c98228833e5c", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19-authn-ssl"} 2026-09-10T23:27:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "46781368-7f5c-42bd-9468-c98228833e5c", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress"} 2026-09-10T23:27:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "28cec1ed-058e-4a2e-a71f-31cac6685b0c", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress"} 2026-09-10T23:27:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "28cec1ed-058e-4a2e-a71f-31cac6685b0c", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19-authn-ssl"} 2026-09-10T23:27:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "28cec1ed-058e-4a2e-a71f-31cac6685b0c", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress"} 2026-09-10T23:27:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2cdd19"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e012cfdf-8852-4288-a7c3-2d5afcf81107", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19"} 2026-09-10T23:27:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2cdd19"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e012cfdf-8852-4288-a7c3-2d5afcf81107", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:27:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2cdd19"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e012cfdf-8852-4288-a7c3-2d5afcf81107", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-2cdd19 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T23:27:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2cdd19"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19", "name": "odh-trusted-ca-bundle", "reconcileID": "d5ed7275-e9aa-4ec9-933e-570a5629d16c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19"} 2026-09-10T23:27:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2cdd19"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19", "name": "odh-trusted-ca-bundle", "reconcileID": "d5ed7275-e9aa-4ec9-933e-570a5629d16c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19"} 2026-09-10T23:27:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-2cdd19"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19", "name": "openshift-service-ca.crt", "reconcileID": "9ecf1a04-a297-4af2-9e02-5d01de8f43e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19"} 2026-09-10T23:27:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-2cdd19"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19", "name": "openshift-service-ca.crt", "reconcileID": "9ecf1a04-a297-4af2-9e02-5d01de8f43e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19"} 2026-09-10T23:27:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2cdd19"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a972297d-0a50-43b7-892f-c9745a3171f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19"} 2026-09-10T23:27:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-2cdd19"}, "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a972297d-0a50-43b7-892f-c9745a3171f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-2cdd19"} 2026-09-10T23:27:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-2cdd19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-2cdd19", "reconcileID": "7d1ecc10-a28a-4fb8-87c5-176a125f6037", "Gateway": "e2e-ipp-cleanup-2cdd19", "namespace": "openshift-ingress"} 2026-09-10T23:28:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "e597f947-c6a3-40a6-99d5-f007b7640c6d", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:28:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "e597f947-c6a3-40a6-99d5-f007b7640c6d", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479-authn-ssl"} 2026-09-10T23:28:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "e597f947-c6a3-40a6-99d5-f007b7640c6d", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:28:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "c25acf57-b3ad-48a0-bbd6-57723bdc984d", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:28:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "c25acf57-b3ad-48a0-bbd6-57723bdc984d", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479-authn-ssl"} 2026-09-10T23:28:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "c25acf57-b3ad-48a0-bbd6-57723bdc984d", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:28:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "5778a54a-ce2f-4047-9453-25641f94b1b9", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:28:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "5778a54a-ce2f-4047-9453-25641f94b1b9", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:28:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "5778a54a-ce2f-4047-9453-25641f94b1b9", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:28:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "5778a54a-ce2f-4047-9453-25641f94b1b9", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479-kserve-route-authn"} 2026-09-10T23:28:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "5778a54a-ce2f-4047-9453-25641f94b1b9", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479", "authType": "userdefined"} 2026-09-10T23:28:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "5778a54a-ce2f-4047-9453-25641f94b1b9", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:28:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "c42f2c98-c7b1-4fe3-b40f-041f48263012", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:28:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "c42f2c98-c7b1-4fe3-b40f-041f48263012", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479-authn-ssl"} 2026-09-10T23:28:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "c42f2c98-c7b1-4fe3-b40f-041f48263012", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:28:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "f369b672-dc6e-4210-a385-4e6d899781fe", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:28:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "f369b672-dc6e-4210-a385-4e6d899781fe", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479-authn-ssl"} 2026-09-10T23:28:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "f369b672-dc6e-4210-a385-4e6d899781fe", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:28:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f9fcd04-2da0-4529-9c60-9849c05897f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:28:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f9fcd04-2da0-4529-9c60-9849c05897f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-595479", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:28:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f9fcd04-2da0-4529-9c60-9849c05897f3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-595479 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T23:28:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "odh-trusted-ca-bundle", "reconcileID": "264bd5d4-12c8-4ceb-95b5-1ff4ba633aef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:28:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "odh-trusted-ca-bundle", "reconcileID": "264bd5d4-12c8-4ceb-95b5-1ff4ba633aef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:28:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "openshift-service-ca.crt", "reconcileID": "c8e641ce-c6dc-467b-848c-e0f56514a4db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:28:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "openshift-service-ca.crt", "reconcileID": "c8e641ce-c6dc-467b-848c-e0f56514a4db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:28:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "549bbe50-5808-437d-9027-af2945ee04e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:28:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "549bbe50-5808-437d-9027-af2945ee04e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:28:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "e355cc1c-0d74-4de7-bdda-4dbbe7599ea2", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:28:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "e355cc1c-0d74-4de7-bdda-4dbbe7599ea2", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479"} 2026-09-10T23:28:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "e355cc1c-0d74-4de7-bdda-4dbbe7599ea2", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:28:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "e355cc1c-0d74-4de7-bdda-4dbbe7599ea2", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:28:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "e355cc1c-0d74-4de7-bdda-4dbbe7599ea2", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479-kserve-route-authn"} 2026-09-10T23:28:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "e355cc1c-0d74-4de7-bdda-4dbbe7599ea2", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479-kserve-route-authn"} 2026-09-10T23:28:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "e355cc1c-0d74-4de7-bdda-4dbbe7599ea2", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:28:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "e355cc1c-0d74-4de7-bdda-4dbbe7599ea2", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:29:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "ee783797-d288-440a-ac9e-d29107890e70", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:29:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "ee783797-d288-440a-ac9e-d29107890e70", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479"} 2026-09-10T23:29:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "ee783797-d288-440a-ac9e-d29107890e70", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:29:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "ee783797-d288-440a-ac9e-d29107890e70", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:29:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "ee783797-d288-440a-ac9e-d29107890e70", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479-kserve-route-authn"} 2026-09-10T23:29:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "ee783797-d288-440a-ac9e-d29107890e70", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479-kserve-route-authn"} 2026-09-10T23:29:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "ee783797-d288-440a-ac9e-d29107890e70", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:29:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "ee783797-d288-440a-ac9e-d29107890e70", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:29:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-595479","namespace":"ai-tenant-e2e-ipp-a-595479"}, "namespace": "ai-tenant-e2e-ipp-a-595479", "name": "ipp-route-595479", "reconcileID": "f76907f2-25d2-4a5f-b264-740ab4dee658", "LLMInferenceService": "ipp-route-595479", "namespace": "ai-tenant-e2e-ipp-a-595479"} 2026-09-10T23:29:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "98fc024b-f514-46fe-88f6-ead7f4da535f", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:29:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "98fc024b-f514-46fe-88f6-ead7f4da535f", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479-authn-ssl"} 2026-09-10T23:29:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "98fc024b-f514-46fe-88f6-ead7f4da535f", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:29:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-595479","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-595479", "reconcileID": "c77f0a0b-2e58-4034-b936-86a0d00555cb", "Gateway": "e2e-ipp-a-595479", "namespace": "openshift-ingress"} 2026-09-10T23:29:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "de2a7b15-adf6-4f12-ade2-61a6278e8d54", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:29:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "de2a7b15-adf6-4f12-ade2-61a6278e8d54", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079-authn-ssl"} 2026-09-10T23:29:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "de2a7b15-adf6-4f12-ade2-61a6278e8d54", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:29:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "75dae4b1-2d39-4078-a886-d061eb66f2fb", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:29:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "75dae4b1-2d39-4078-a886-d061eb66f2fb", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079-authn-ssl"} 2026-09-10T23:29:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "75dae4b1-2d39-4078-a886-d061eb66f2fb", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:29:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6c079"}, "namespace": "ai-tenant-e2e-ipp-b-c6c079", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e03e8ab2-9014-4d34-afa4-1f8a548cfcee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c6c079"} 2026-09-10T23:29:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6c079"}, "namespace": "ai-tenant-e2e-ipp-b-c6c079", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e03e8ab2-9014-4d34-afa4-1f8a548cfcee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c6c079", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:29:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6c079"}, "namespace": "ai-tenant-e2e-ipp-b-c6c079", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e03e8ab2-9014-4d34-afa4-1f8a548cfcee", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-c6c079 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T23:29:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6c079"}, "namespace": "ai-tenant-e2e-ipp-b-c6c079", "name": "odh-trusted-ca-bundle", "reconcileID": "b6d7eb6f-3694-46f5-9c39-212b248dedb5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c6c079"} 2026-09-10T23:29:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6c079"}, "namespace": "ai-tenant-e2e-ipp-b-c6c079", "name": "odh-trusted-ca-bundle", "reconcileID": "b6d7eb6f-3694-46f5-9c39-212b248dedb5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c6c079"} 2026-09-10T23:29:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c6c079"}, "namespace": "ai-tenant-e2e-ipp-b-c6c079", "name": "openshift-service-ca.crt", "reconcileID": "f7ff1cf6-feef-4d61-a8c6-ed5676813a9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c6c079"} 2026-09-10T23:29:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-c6c079"}, "namespace": "ai-tenant-e2e-ipp-b-c6c079", "name": "openshift-service-ca.crt", "reconcileID": "f7ff1cf6-feef-4d61-a8c6-ed5676813a9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-c6c079"} 2026-09-10T23:29:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6c079"}, "namespace": "ai-tenant-e2e-ipp-b-c6c079", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4754f57f-7acb-4caa-84c0-4e033eeb7337", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c6c079"} 2026-09-10T23:29:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-c6c079"}, "namespace": "ai-tenant-e2e-ipp-b-c6c079", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4754f57f-7acb-4caa-84c0-4e033eeb7337", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-c6c079"} 2026-09-10T23:29:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-c6c079","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-c6c079", "reconcileID": "ff390b46-246a-4b97-b30b-3981e60dcaf3", "Gateway": "e2e-ipp-b-c6c079", "namespace": "openshift-ingress"} 2026-09-10T23:29:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2da572","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2da572", "reconcileID": "505a0886-0e99-4e9e-8090-dbe5301c921b", "Gateway": "e2e-shared-a-w3-2da572", "namespace": "openshift-ingress"} 2026-09-10T23:29:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2da572","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2da572", "reconcileID": "505a0886-0e99-4e9e-8090-dbe5301c921b", "Gateway": "e2e-shared-a-w3-2da572", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2da572-authn-ssl"} 2026-09-10T23:29:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2da572","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2da572", "reconcileID": "505a0886-0e99-4e9e-8090-dbe5301c921b", "Gateway": "e2e-shared-a-w3-2da572", "namespace": "openshift-ingress"} 2026-09-10T23:29:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2da572","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2da572", "reconcileID": "790c0e3b-f24f-4b50-b64b-1bfe3f9586eb", "Gateway": "e2e-shared-a-w3-2da572", "namespace": "openshift-ingress"} 2026-09-10T23:29:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2da572","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2da572", "reconcileID": "790c0e3b-f24f-4b50-b64b-1bfe3f9586eb", "Gateway": "e2e-shared-a-w3-2da572", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2da572-authn-ssl"} 2026-09-10T23:29:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2da572","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2da572", "reconcileID": "790c0e3b-f24f-4b50-b64b-1bfe3f9586eb", "Gateway": "e2e-shared-a-w3-2da572", "namespace": "openshift-ingress"} 2026-09-10T23:29:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2da572"}, "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eaa64ba9-3ce6-44bf-853e-e99baef3c98a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2da572"} 2026-09-10T23:29:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2da572"}, "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eaa64ba9-3ce6-44bf-853e-e99baef3c98a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:29:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2da572"}, "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eaa64ba9-3ce6-44bf-853e-e99baef3c98a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-2da572 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T23:29:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2da572"}, "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "name": "odh-trusted-ca-bundle", "reconcileID": "9cc7b5de-3550-44b8-bc29-57446f215f25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2da572"} 2026-09-10T23:29:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2da572"}, "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "name": "odh-trusted-ca-bundle", "reconcileID": "9cc7b5de-3550-44b8-bc29-57446f215f25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2da572"} 2026-09-10T23:29:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-2da572"}, "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "name": "openshift-service-ca.crt", "reconcileID": "07ab9ff1-cc40-4a91-a95b-492d2de7c4de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-2da572"} 2026-09-10T23:29:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-2da572"}, "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "name": "openshift-service-ca.crt", "reconcileID": "07ab9ff1-cc40-4a91-a95b-492d2de7c4de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-2da572"} 2026-09-10T23:29:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2da572"}, "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff7fbe38-62b1-460b-b07d-71f11df27f5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2da572"} 2026-09-10T23:29:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2da572"}, "namespace": "ai-tenant-e2e-shared-a-w3-2da572", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff7fbe38-62b1-460b-b07d-71f11df27f5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2da572"} 2026-09-10T23:29:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2da572","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2da572", "reconcileID": "907efe43-53d3-4ff9-ad25-615041faf746", "Gateway": "e2e-shared-a-w3-2da572", "namespace": "openshift-ingress"} 2026-09-10T23:29:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4b268f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f", "reconcileID": "5cf5d428-0253-4ab4-b74c-7879e6d958f9", "Gateway": "e2e-shared-b-w3-4b268f", "namespace": "openshift-ingress"} 2026-09-10T23:29:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4b268f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f", "reconcileID": "5cf5d428-0253-4ab4-b74c-7879e6d958f9", "Gateway": "e2e-shared-b-w3-4b268f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f-authn-ssl"} 2026-09-10T23:29:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4b268f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f", "reconcileID": "5cf5d428-0253-4ab4-b74c-7879e6d958f9", "Gateway": "e2e-shared-b-w3-4b268f", "namespace": "openshift-ingress"} 2026-09-10T23:29:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4b268f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f", "reconcileID": "c2347413-87de-48f9-b9be-6588dafd76d6", "Gateway": "e2e-shared-b-w3-4b268f", "namespace": "openshift-ingress"} 2026-09-10T23:29:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4b268f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f", "reconcileID": "c2347413-87de-48f9-b9be-6588dafd76d6", "Gateway": "e2e-shared-b-w3-4b268f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f-authn-ssl"} 2026-09-10T23:29:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4b268f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f", "reconcileID": "c2347413-87de-48f9-b9be-6588dafd76d6", "Gateway": "e2e-shared-b-w3-4b268f", "namespace": "openshift-ingress"} 2026-09-10T23:30:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d606f15-36c9-4897-b428-de72bbe5bb15", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:30:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d606f15-36c9-4897-b428-de72bbe5bb15", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:30:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d606f15-36c9-4897-b428-de72bbe5bb15", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-4b268f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T23:30:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "odh-trusted-ca-bundle", "reconcileID": "3f5f7d9e-8ef9-4b88-bc66-91e2fd690fdd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:30:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "odh-trusted-ca-bundle", "reconcileID": "3f5f7d9e-8ef9-4b88-bc66-91e2fd690fdd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:30:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "odh-trusted-ca-bundle", "reconcileID": "3f5f7d9e-8ef9-4b88-bc66-91e2fd690fdd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-4b268f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T23:30:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "openshift-service-ca.crt", "reconcileID": "0ffaefda-79b0-4595-8d1f-4776bea4c20d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:30:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "openshift-service-ca.crt", "reconcileID": "0ffaefda-79b0-4595-8d1f-4776bea4c20d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:30:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6eb73eb6-8caf-40ea-ba81-49c229d66ebf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:30:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6eb73eb6-8caf-40ea-ba81-49c229d66ebf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:30:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "odh-trusted-ca-bundle", "reconcileID": "1ff24fa3-f198-4286-bcf2-e1655b7a93ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:30:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4b268f"}, "namespace": "ai-tenant-e2e-shared-b-w3-4b268f", "name": "odh-trusted-ca-bundle", "reconcileID": "1ff24fa3-f198-4286-bcf2-e1655b7a93ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4b268f"} 2026-09-10T23:30:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4b268f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4b268f", "reconcileID": "c205814e-a80f-4fbd-b01c-4251170af6d2", "Gateway": "e2e-shared-b-w3-4b268f", "namespace": "openshift-ingress"} 2026-09-10T23:34:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "c5b52f47-0f55-4eca-b4cb-c59e6730c1fe", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "c5b52f47-0f55-4eca-b4cb-c59e6730c1fe", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "c5b52f47-0f55-4eca-b4cb-c59e6730c1fe", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2312ccca-946f-4db9-bdb9-821981feefb1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:34:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "c5b52f47-0f55-4eca-b4cb-c59e6730c1fe", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm", "name": "e2e-same-id-a-0f5618a7-kserve-route-authn"} 2026-09-10T23:34:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "c5b52f47-0f55-4eca-b4cb-c59e6730c1fe", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm", "authType": "userdefined"} 2026-09-10T23:34:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "c5b52f47-0f55-4eca-b4cb-c59e6730c1fe", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2312ccca-946f-4db9-bdb9-821981feefb1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T23:34:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2312ccca-946f-4db9-bdb9-821981feefb1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:34:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "a23c77b0-17e3-4715-b675-503d416febbe", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "a23c77b0-17e3-4715-b675-503d416febbe", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "a23c77b0-17e3-4715-b675-503d416febbe", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "a23c77b0-17e3-4715-b675-503d416febbe", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm", "name": "e2e-same-id-a-0f5618a7-kserve-route-authn"} 2026-09-10T23:34:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "a23c77b0-17e3-4715-b675-503d416febbe", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm", "authType": "userdefined"} 2026-09-10T23:34:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "a23c77b0-17e3-4715-b675-503d416febbe", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "48820fbd-08b1-4349-81bf-cc9736478d95", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "48820fbd-08b1-4349-81bf-cc9736478d95", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "48820fbd-08b1-4349-81bf-cc9736478d95", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c991933-796f-4b73-ab77-21918f1ff130", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:34:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "48820fbd-08b1-4349-81bf-cc9736478d95", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm", "name": "e2e-same-id-b-0f5618a7-kserve-route-authn"} 2026-09-10T23:34:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "48820fbd-08b1-4349-81bf-cc9736478d95", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm", "authType": "userdefined"} 2026-09-10T23:34:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "48820fbd-08b1-4349-81bf-cc9736478d95", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c991933-796f-4b73-ab77-21918f1ff130", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T23:34:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c991933-796f-4b73-ab77-21918f1ff130", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:34:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2cd38bc7-1b45-404a-ad51-8f9b74ee1cba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:34:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2cd38bc7-1b45-404a-ad51-8f9b74ee1cba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T23:34:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2cd38bc7-1b45-404a-ad51-8f9b74ee1cba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:34:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "81489b97-1ff5-4b3c-bf3d-23cbb46fec28", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "81489b97-1ff5-4b3c-bf3d-23cbb46fec28", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "81489b97-1ff5-4b3c-bf3d-23cbb46fec28", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "81489b97-1ff5-4b3c-bf3d-23cbb46fec28", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm", "name": "e2e-same-id-a-0f5618a7-kserve-route-authn"} 2026-09-10T23:34:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "81489b97-1ff5-4b3c-bf3d-23cbb46fec28", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm", "authType": "userdefined"} 2026-09-10T23:34:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "81489b97-1ff5-4b3c-bf3d-23cbb46fec28", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "4a2326ae-704e-47f0-9c05-fcdfafbff752", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "4a2326ae-704e-47f0-9c05-fcdfafbff752", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "4a2326ae-704e-47f0-9c05-fcdfafbff752", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "4a2326ae-704e-47f0-9c05-fcdfafbff752", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm", "name": "e2e-same-id-b-0f5618a7-kserve-route-authn"} 2026-09-10T23:34:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "4a2326ae-704e-47f0-9c05-fcdfafbff752", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm", "authType": "userdefined"} 2026-09-10T23:34:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "4a2326ae-704e-47f0-9c05-fcdfafbff752", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:30Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T23:34:30Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T23:34:33Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T23:34:33Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T23:34:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "636432fb-df46-455a-abd5-f080ffbac6ff", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:34:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "636432fb-df46-455a-abd5-f080ffbac6ff", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T23:34:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "636432fb-df46-455a-abd5-f080ffbac6ff", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:34:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "362ab10a-4d40-421f-bad1-b1f9d52891fd", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "362ab10a-4d40-421f-bad1-b1f9d52891fd", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "362ab10a-4d40-421f-bad1-b1f9d52891fd", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm"} 2026-09-10T23:34:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "362ab10a-4d40-421f-bad1-b1f9d52891fd", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm", "name": "e2e-same-id-b-0f5618a7-kserve-route-authn"} 2026-09-10T23:34:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "362ab10a-4d40-421f-bad1-b1f9d52891fd", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm", "authType": "userdefined"} 2026-09-10T23:34:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "362ab10a-4d40-421f-bad1-b1f9d52891fd", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm"} 2026-09-10T23:35:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "8b187fe2-c4cf-4704-9236-b54d41cfb928", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm"} 2026-09-10T23:35:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "8b187fe2-c4cf-4704-9236-b54d41cfb928", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm"} 2026-09-10T23:35:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "8b187fe2-c4cf-4704-9236-b54d41cfb928", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm"} 2026-09-10T23:35:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "8b187fe2-c4cf-4704-9236-b54d41cfb928", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm", "name": "e2e-same-id-a-0f5618a7-kserve-route-authn"} 2026-09-10T23:35:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "8b187fe2-c4cf-4704-9236-b54d41cfb928", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm", "authType": "userdefined"} 2026-09-10T23:35:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "8b187fe2-c4cf-4704-9236-b54d41cfb928", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm"} 2026-09-10T23:35:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "74bb60ad-10ac-4271-a1ce-92750165c001", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm"} 2026-09-10T23:35:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "74bb60ad-10ac-4271-a1ce-92750165c001", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm"} 2026-09-10T23:35:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "74bb60ad-10ac-4271-a1ce-92750165c001", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm"} 2026-09-10T23:35:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "74bb60ad-10ac-4271-a1ce-92750165c001", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm", "name": "e2e-same-id-b-0f5618a7-kserve-route-authn"} 2026-09-10T23:35:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "74bb60ad-10ac-4271-a1ce-92750165c001", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm", "authType": "userdefined"} 2026-09-10T23:35:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "74bb60ad-10ac-4271-a1ce-92750165c001", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm"} 2026-09-10T23:35:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "c305cf60-8f38-408b-94dc-e2ddc3c22a2c", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm"} 2026-09-10T23:35:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "c305cf60-8f38-408b-94dc-e2ddc3c22a2c", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm", "name": "e2e-same-id-a-0f5618a7"} 2026-09-10T23:35:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "c305cf60-8f38-408b-94dc-e2ddc3c22a2c", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm"} 2026-09-10T23:35:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "c305cf60-8f38-408b-94dc-e2ddc3c22a2c", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm"} 2026-09-10T23:35:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "c305cf60-8f38-408b-94dc-e2ddc3c22a2c", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm", "name": "e2e-same-id-a-0f5618a7-kserve-route-authn"} 2026-09-10T23:35:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "c305cf60-8f38-408b-94dc-e2ddc3c22a2c", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm", "name": "e2e-same-id-a-0f5618a7-kserve-route-authn"} 2026-09-10T23:35:19Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0f5618a7", "reconcileID": "ba6f637b-1974-477d-bf17-9e9c38abaf0e", "LLMInferenceService": "e2e-same-id-a-0f5618a7", "namespace": "llm"} 2026-09-10T23:35:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c81b221b-26ba-41b2-87ba-7084cbb5ac4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:35:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c81b221b-26ba-41b2-87ba-7084cbb5ac4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T23:35:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c81b221b-26ba-41b2-87ba-7084cbb5ac4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:35:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9465d847-3af3-45b8-965d-6fad0f0a7443", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:35:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9465d847-3af3-45b8-965d-6fad0f0a7443", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T23:35:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9465d847-3af3-45b8-965d-6fad0f0a7443", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:35:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "accf316c-1a0c-4f67-89ed-f68be4ee4f5e", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm"} 2026-09-10T23:35:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "accf316c-1a0c-4f67-89ed-f68be4ee4f5e", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm", "name": "e2e-same-id-b-0f5618a7"} 2026-09-10T23:35:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "accf316c-1a0c-4f67-89ed-f68be4ee4f5e", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm"} 2026-09-10T23:35:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "accf316c-1a0c-4f67-89ed-f68be4ee4f5e", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm"} 2026-09-10T23:35:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "accf316c-1a0c-4f67-89ed-f68be4ee4f5e", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm", "name": "e2e-same-id-b-0f5618a7-kserve-route-authn"} 2026-09-10T23:35:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "accf316c-1a0c-4f67-89ed-f68be4ee4f5e", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm", "name": "e2e-same-id-b-0f5618a7-kserve-route-authn"} 2026-09-10T23:35:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0f5618a7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0f5618a7", "reconcileID": "5be43e48-d1b2-4aa8-aa96-44c8684d52a1", "LLMInferenceService": "e2e-same-id-b-0f5618a7", "namespace": "llm"} 2026-09-10T23:35:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a643c9d6-bf15-4a99-b2f0-23c6597fc4f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:35:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a643c9d6-bf15-4a99-b2f0-23c6597fc4f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T23:35:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a643c9d6-bf15-4a99-b2f0-23c6597fc4f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:35:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b6f90d4f-6158-4918-9c16-6bd4f3c49a1f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:35:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b6f90d4f-6158-4918-9c16-6bd4f3c49a1f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T23:35:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b6f90d4f-6158-4918-9c16-6bd4f3c49a1f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}