sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T15:13:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d7aa05"}, "namespace": "ai-tenant-e2e-api-b-d7aa05", "name": "odh-trusted-ca-bundle", "reconcileID": "56f5abd0-85e8-4c13-a2e8-d407a48c2f7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d7aa05"} 2026-09-10T15:13:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d7aa05"}, "namespace": "ai-tenant-e2e-api-b-d7aa05", "name": "odh-trusted-ca-bundle", "reconcileID": "56f5abd0-85e8-4c13-a2e8-d407a48c2f7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d7aa05"} 2026-09-10T15:13:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d7aa05"}, "namespace": "ai-tenant-e2e-api-b-d7aa05", "name": "openshift-service-ca.crt", "reconcileID": "48f7cf60-52b2-4026-9d7e-d7d447a18020", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d7aa05"} 2026-09-10T15:13:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d7aa05"}, "namespace": "ai-tenant-e2e-api-b-d7aa05", "name": "openshift-service-ca.crt", "reconcileID": "48f7cf60-52b2-4026-9d7e-d7d447a18020", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d7aa05"} 2026-09-10T15:13:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d7aa05"}, "namespace": "ai-tenant-e2e-api-b-d7aa05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ac3c0f2-162d-4b77-b7e9-192f37820197", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d7aa05"} 2026-09-10T15:13:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d7aa05"}, "namespace": "ai-tenant-e2e-api-b-d7aa05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ac3c0f2-162d-4b77-b7e9-192f37820197", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d7aa05"} 2026-09-10T15:13:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d7aa05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d7aa05", "reconcileID": "25e52093-8e55-409f-99c3-ea801449dc63", "Gateway": "e2e-api-b-d7aa05", "namespace": "openshift-ingress"} 2026-09-10T15:13:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-decc52","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "rate-test-model-decc52", "reconcileID": "4c5c84d7-f4ee-4d7a-ade6-b617179f7c8a", "LLMInferenceService": "rate-test-model-decc52", "namespace": "ai-tenant-e2e-shared-a-w3-decc52"} 2026-09-10T15:13:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-decc52","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "rate-test-model-decc52", "reconcileID": "4c5c84d7-f4ee-4d7a-ade6-b617179f7c8a", "LLMInferenceService": "rate-test-model-decc52", "namespace": "ai-tenant-e2e-shared-a-w3-decc52"} 2026-09-10T15:13:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-decc52","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "rate-test-model-decc52", "reconcileID": "4c5c84d7-f4ee-4d7a-ade6-b617179f7c8a", "LLMInferenceService": "rate-test-model-decc52", "namespace": "ai-tenant-e2e-shared-a-w3-decc52"} 2026-09-10T15:13:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-decc52","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "rate-test-model-decc52", "reconcileID": "4c5c84d7-f4ee-4d7a-ade6-b617179f7c8a", "LLMInferenceService": "rate-test-model-decc52", "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "rate-test-model-decc52-kserve-route-authn"} 2026-09-10T15:13:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-decc52","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "rate-test-model-decc52", "reconcileID": "4c5c84d7-f4ee-4d7a-ade6-b617179f7c8a", "LLMInferenceService": "rate-test-model-decc52", "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "authType": "userdefined"} 2026-09-10T15:13:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-decc52","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "rate-test-model-decc52", "reconcileID": "4c5c84d7-f4ee-4d7a-ade6-b617179f7c8a", "LLMInferenceService": "rate-test-model-decc52", "namespace": "ai-tenant-e2e-shared-a-w3-decc52"} 2026-09-10T15:13:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "d6f6cf11-bb5a-4e6d-ad66-ca4839b82bf9", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:13:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "d6f6cf11-bb5a-4e6d-ad66-ca4839b82bf9", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:13:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "d6f6cf11-bb5a-4e6d-ad66-ca4839b82bf9", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:13:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5a2df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df", "reconcileID": "0ac70f27-cf19-4255-9eb9-287edd2318a3", "Gateway": "e2e-shared-b-w3-d5a2df", "namespace": "openshift-ingress"} 2026-09-10T15:13:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "d6f6cf11-bb5a-4e6d-ad66-ca4839b82bf9", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df-kserve-route-authn"} 2026-09-10T15:13:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "d6f6cf11-bb5a-4e6d-ad66-ca4839b82bf9", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "authType": "userdefined"} 2026-09-10T15:13:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "d6f6cf11-bb5a-4e6d-ad66-ca4839b82bf9", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:13:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5a2df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df", "reconcileID": "0ac70f27-cf19-4255-9eb9-287edd2318a3", "Gateway": "e2e-shared-b-w3-d5a2df", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df-authn-ssl"} 2026-09-10T15:13:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5a2df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df", "reconcileID": "0ac70f27-cf19-4255-9eb9-287edd2318a3", "Gateway": "e2e-shared-b-w3-d5a2df", "namespace": "openshift-ingress"} 2026-09-10T15:13:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "8a764899-c222-4694-a173-cae6ce4bd4f3", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:13:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "8a764899-c222-4694-a173-cae6ce4bd4f3", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:13:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "8a764899-c222-4694-a173-cae6ce4bd4f3", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:13:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "8a764899-c222-4694-a173-cae6ce4bd4f3", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df-kserve-route-authn"} 2026-09-10T15:13:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "8a764899-c222-4694-a173-cae6ce4bd4f3", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "authType": "userdefined"} 2026-09-10T15:13:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "8a764899-c222-4694-a173-cae6ce4bd4f3", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:13:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0a9de4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0a9de4", "reconcileID": "382b297e-803e-4937-b8db-5e64d9e742ea", "Gateway": "e2e-shared-a-w2-0a9de4", "namespace": "openshift-ingress"} 2026-09-10T15:13:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0a9de4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0a9de4", "reconcileID": "382b297e-803e-4937-b8db-5e64d9e742ea", "Gateway": "e2e-shared-a-w2-0a9de4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0a9de4-authn-ssl"} 2026-09-10T15:13:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0a9de4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0a9de4", "reconcileID": "382b297e-803e-4937-b8db-5e64d9e742ea", "Gateway": "e2e-shared-a-w2-0a9de4", "namespace": "openshift-ingress"} 2026-09-10T15:13:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5a2df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df", "reconcileID": "51b5759f-1bf3-429a-8db4-0f34ab5d73fb", "Gateway": "e2e-shared-b-w3-d5a2df", "namespace": "openshift-ingress"} 2026-09-10T15:13:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5a2df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df", "reconcileID": "51b5759f-1bf3-429a-8db4-0f34ab5d73fb", "Gateway": "e2e-shared-b-w3-d5a2df", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df-authn-ssl"} 2026-09-10T15:13:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5a2df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df", "reconcileID": "51b5759f-1bf3-429a-8db4-0f34ab5d73fb", "Gateway": "e2e-shared-b-w3-d5a2df", "namespace": "openshift-ingress"} 2026-09-10T15:13:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "dd4b939c-e75a-44fe-8d2e-4a71c1dba82d", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:13:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "dd4b939c-e75a-44fe-8d2e-4a71c1dba82d", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:13:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "dd4b939c-e75a-44fe-8d2e-4a71c1dba82d", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:13:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "dd4b939c-e75a-44fe-8d2e-4a71c1dba82d", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df-kserve-route-authn"} 2026-09-10T15:13:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "dd4b939c-e75a-44fe-8d2e-4a71c1dba82d", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "authType": "userdefined"} 2026-09-10T15:13:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "dd4b939c-e75a-44fe-8d2e-4a71c1dba82d", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:13:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0a9de4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0a9de4", "reconcileID": "2aa7dd0f-e31d-4558-bdaf-446ad26c22b9", "Gateway": "e2e-shared-a-w2-0a9de4", "namespace": "openshift-ingress"} 2026-09-10T15:13:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0a9de4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0a9de4", "reconcileID": "2aa7dd0f-e31d-4558-bdaf-446ad26c22b9", "Gateway": "e2e-shared-a-w2-0a9de4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0a9de4-authn-ssl"} 2026-09-10T15:13:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0a9de4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0a9de4", "reconcileID": "2aa7dd0f-e31d-4558-bdaf-446ad26c22b9", "Gateway": "e2e-shared-a-w2-0a9de4", "namespace": "openshift-ingress"} 2026-09-10T15:13:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0a9de4"}, "namespace": "ai-tenant-e2e-shared-a-w2-0a9de4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d1b0e15-f68f-47fd-8530-ea330315ed46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0a9de4"} 2026-09-10T15:13:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0a9de4"}, "namespace": "ai-tenant-e2e-shared-a-w2-0a9de4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d1b0e15-f68f-47fd-8530-ea330315ed46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0a9de4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:13:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0a9de4"}, "namespace": "ai-tenant-e2e-shared-a-w2-0a9de4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d1b0e15-f68f-47fd-8530-ea330315ed46", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-0a9de4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T15:13:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0a9de4"}, "namespace": "ai-tenant-e2e-shared-a-w2-0a9de4", "name": "odh-trusted-ca-bundle", "reconcileID": "2188c4e7-6844-4f6e-8c45-3ec4da80a021", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0a9de4"} 2026-09-10T15:13:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0a9de4"}, "namespace": "ai-tenant-e2e-shared-a-w2-0a9de4", "name": "odh-trusted-ca-bundle", "reconcileID": "2188c4e7-6844-4f6e-8c45-3ec4da80a021", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0a9de4"} 2026-09-10T15:13:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-0a9de4"}, "namespace": "ai-tenant-e2e-shared-a-w2-0a9de4", "name": "openshift-service-ca.crt", "reconcileID": "74785201-b5ba-4af4-b128-60e5f585b91f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-0a9de4"} 2026-09-10T15:13:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-0a9de4"}, "namespace": "ai-tenant-e2e-shared-a-w2-0a9de4", "name": "openshift-service-ca.crt", "reconcileID": "74785201-b5ba-4af4-b128-60e5f585b91f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-0a9de4"} 2026-09-10T15:13:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0a9de4"}, "namespace": "ai-tenant-e2e-shared-a-w2-0a9de4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18d551b3-91f0-4204-8a0d-6f49de9813a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0a9de4"} 2026-09-10T15:13:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0a9de4"}, "namespace": "ai-tenant-e2e-shared-a-w2-0a9de4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18d551b3-91f0-4204-8a0d-6f49de9813a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0a9de4"} 2026-09-10T15:13:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0a9de4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0a9de4", "reconcileID": "c080f5fa-c203-40c1-b340-8a7c4d67ba91", "Gateway": "e2e-shared-a-w2-0a9de4", "namespace": "openshift-ingress"} 2026-09-10T15:13:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "6d1fb621-16ca-4f62-b328-f283155d2391", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:13:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "6d1fb621-16ca-4f62-b328-f283155d2391", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:13:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "6d1fb621-16ca-4f62-b328-f283155d2391", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:13:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "6d1fb621-16ca-4f62-b328-f283155d2391", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df-kserve-route-authn"} 2026-09-10T15:13:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "6d1fb621-16ca-4f62-b328-f283155d2391", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "authType": "userdefined"} 2026-09-10T15:13:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "6d1fb621-16ca-4f62-b328-f283155d2391", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:13:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1f985c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1f985c", "reconcileID": "fcc8bf7d-844d-425a-9bfd-76c7b5f4d264", "Gateway": "e2e-shared-b-w2-1f985c", "namespace": "openshift-ingress"} 2026-09-10T15:13:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1f985c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1f985c", "reconcileID": "fcc8bf7d-844d-425a-9bfd-76c7b5f4d264", "Gateway": "e2e-shared-b-w2-1f985c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1f985c-authn-ssl"} 2026-09-10T15:13:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1f985c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1f985c", "reconcileID": "fcc8bf7d-844d-425a-9bfd-76c7b5f4d264", "Gateway": "e2e-shared-b-w2-1f985c", "namespace": "openshift-ingress"} 2026-09-10T15:13:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1f985c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1f985c", "reconcileID": "d369b4ce-b0eb-4e16-b1b0-0c01a8669f9f", "Gateway": "e2e-shared-b-w2-1f985c", "namespace": "openshift-ingress"} 2026-09-10T15:13:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1f985c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1f985c", "reconcileID": "d369b4ce-b0eb-4e16-b1b0-0c01a8669f9f", "Gateway": "e2e-shared-b-w2-1f985c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1f985c-authn-ssl"} 2026-09-10T15:13:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1f985c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1f985c", "reconcileID": "d369b4ce-b0eb-4e16-b1b0-0c01a8669f9f", "Gateway": "e2e-shared-b-w2-1f985c", "namespace": "openshift-ingress"} 2026-09-10T15:13:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1f985c"}, "namespace": "ai-tenant-e2e-shared-b-w2-1f985c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f544d4ef-20a8-478c-bf9d-18c6660a7fbe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1f985c"} 2026-09-10T15:13:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1f985c"}, "namespace": "ai-tenant-e2e-shared-b-w2-1f985c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f544d4ef-20a8-478c-bf9d-18c6660a7fbe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1f985c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:13:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1f985c"}, "namespace": "ai-tenant-e2e-shared-b-w2-1f985c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f544d4ef-20a8-478c-bf9d-18c6660a7fbe", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-1f985c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T15:13:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1f985c"}, "namespace": "ai-tenant-e2e-shared-b-w2-1f985c", "name": "odh-trusted-ca-bundle", "reconcileID": "0aceadde-f15e-4b77-9694-ed34380ed39b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1f985c"} 2026-09-10T15:13:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1f985c"}, "namespace": "ai-tenant-e2e-shared-b-w2-1f985c", "name": "odh-trusted-ca-bundle", "reconcileID": "0aceadde-f15e-4b77-9694-ed34380ed39b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1f985c"} 2026-09-10T15:13:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-1f985c"}, "namespace": "ai-tenant-e2e-shared-b-w2-1f985c", "name": "openshift-service-ca.crt", "reconcileID": "ca1dbe75-b45e-4e68-bd57-f03f93200160", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-1f985c"} 2026-09-10T15:13:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-1f985c"}, "namespace": "ai-tenant-e2e-shared-b-w2-1f985c", "name": "openshift-service-ca.crt", "reconcileID": "ca1dbe75-b45e-4e68-bd57-f03f93200160", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-1f985c"} 2026-09-10T15:13:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1f985c"}, "namespace": "ai-tenant-e2e-shared-b-w2-1f985c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aab19b3b-bb58-4679-bf95-9f910bde02e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1f985c"} 2026-09-10T15:13:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1f985c"}, "namespace": "ai-tenant-e2e-shared-b-w2-1f985c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aab19b3b-bb58-4679-bf95-9f910bde02e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1f985c"} 2026-09-10T15:13:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1f985c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1f985c", "reconcileID": "79c8b545-ce67-4f45-9dae-8b89ab12f339", "Gateway": "e2e-shared-b-w2-1f985c", "namespace": "openshift-ingress"} 2026-09-10T15:13:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-decc52","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "rate-test-model-decc52", "reconcileID": "5eefad01-f565-4826-be42-b1dc40740f6c", "LLMInferenceService": "rate-test-model-decc52", "namespace": "ai-tenant-e2e-shared-a-w3-decc52"} 2026-09-10T15:13:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-decc52","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "rate-test-model-decc52", "reconcileID": "5eefad01-f565-4826-be42-b1dc40740f6c", "LLMInferenceService": "rate-test-model-decc52", "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "rate-test-model-decc52"} 2026-09-10T15:13:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-decc52","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "rate-test-model-decc52", "reconcileID": "5eefad01-f565-4826-be42-b1dc40740f6c", "LLMInferenceService": "rate-test-model-decc52", "namespace": "ai-tenant-e2e-shared-a-w3-decc52"} 2026-09-10T15:13:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-decc52","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "rate-test-model-decc52", "reconcileID": "5eefad01-f565-4826-be42-b1dc40740f6c", "LLMInferenceService": "rate-test-model-decc52", "namespace": "ai-tenant-e2e-shared-a-w3-decc52"} 2026-09-10T15:13:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-decc52","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "rate-test-model-decc52", "reconcileID": "5eefad01-f565-4826-be42-b1dc40740f6c", "LLMInferenceService": "rate-test-model-decc52", "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "rate-test-model-decc52-kserve-route-authn"} 2026-09-10T15:13:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-decc52","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "rate-test-model-decc52", "reconcileID": "5eefad01-f565-4826-be42-b1dc40740f6c", "LLMInferenceService": "rate-test-model-decc52", "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "rate-test-model-decc52-kserve-route-authn"} 2026-09-10T15:13:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-decc52","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "rate-test-model-decc52", "reconcileID": "5eefad01-f565-4826-be42-b1dc40740f6c", "LLMInferenceService": "rate-test-model-decc52", "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "namespace": "ai-tenant-e2e-shared-a-w3-decc52"} 2026-09-10T15:13:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-decc52","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "rate-test-model-decc52", "reconcileID": "5eefad01-f565-4826-be42-b1dc40740f6c", "LLMInferenceService": "rate-test-model-decc52", "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "namespace": "ai-tenant-e2e-shared-a-w3-decc52"} 2026-09-10T15:13:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-decc52","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "rate-test-model-decc52", "reconcileID": "08550e1f-5758-4675-bef4-3ee9e52edad1", "LLMInferenceService": "rate-test-model-decc52", "namespace": "ai-tenant-e2e-shared-a-w3-decc52"} 2026-09-10T15:13:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-decc52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-decc52", "reconcileID": "0173f77c-3359-471e-8ca2-2b5407f9bf73", "Gateway": "e2e-shared-a-w3-decc52", "namespace": "openshift-ingress"} 2026-09-10T15:13:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-decc52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-decc52", "reconcileID": "0173f77c-3359-471e-8ca2-2b5407f9bf73", "Gateway": "e2e-shared-a-w3-decc52", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-decc52-authn-ssl"} 2026-09-10T15:13:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-decc52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-decc52", "reconcileID": "0173f77c-3359-471e-8ca2-2b5407f9bf73", "Gateway": "e2e-shared-a-w3-decc52", "namespace": "openshift-ingress"} 2026-09-10T15:13:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-decc52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-decc52", "reconcileID": "9eb11c0b-6dfe-45ec-8206-f6009522c817", "Gateway": "e2e-shared-a-w3-decc52", "namespace": "openshift-ingress"} 2026-09-10T15:13:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-decc52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-decc52", "reconcileID": "9eb11c0b-6dfe-45ec-8206-f6009522c817", "Gateway": "e2e-shared-a-w3-decc52", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-decc52-authn-ssl"} 2026-09-10T15:13:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-decc52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-decc52", "reconcileID": "9eb11c0b-6dfe-45ec-8206-f6009522c817", "Gateway": "e2e-shared-a-w3-decc52", "namespace": "openshift-ingress"} 2026-09-10T15:13:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "9862db1d-837f-470b-b129-337315aa8ca2", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:13:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "9862db1d-837f-470b-b129-337315aa8ca2", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df"} 2026-09-10T15:13:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "9862db1d-837f-470b-b129-337315aa8ca2", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:13:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "9862db1d-837f-470b-b129-337315aa8ca2", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:13:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "9862db1d-837f-470b-b129-337315aa8ca2", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df-kserve-route-authn"} 2026-09-10T15:13:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "9862db1d-837f-470b-b129-337315aa8ca2", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df-kserve-route-authn"} 2026-09-10T15:13:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "9862db1d-837f-470b-b129-337315aa8ca2", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:13:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "9862db1d-837f-470b-b129-337315aa8ca2", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:13:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5a2df","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "rate-test-model-d5a2df", "reconcileID": "66104a31-46fe-4209-9394-7bc65d1aeb47", "LLMInferenceService": "rate-test-model-d5a2df", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:13:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5a2df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df", "reconcileID": "f5609b08-10be-4fa4-abe3-613079554f4d", "Gateway": "e2e-shared-b-w3-d5a2df", "namespace": "openshift-ingress"} 2026-09-10T15:13:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5a2df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df", "reconcileID": "f5609b08-10be-4fa4-abe3-613079554f4d", "Gateway": "e2e-shared-b-w3-d5a2df", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df-authn-ssl"} 2026-09-10T15:13:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5a2df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df", "reconcileID": "f5609b08-10be-4fa4-abe3-613079554f4d", "Gateway": "e2e-shared-b-w3-d5a2df", "namespace": "openshift-ingress"} 2026-09-10T15:13:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5a2df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df", "reconcileID": "cea2e2c2-934a-4f9c-8521-1120d7e2be4c", "Gateway": "e2e-shared-b-w3-d5a2df", "namespace": "openshift-ingress"} 2026-09-10T15:13:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5a2df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df", "reconcileID": "cea2e2c2-934a-4f9c-8521-1120d7e2be4c", "Gateway": "e2e-shared-b-w3-d5a2df", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df-authn-ssl"} 2026-09-10T15:13:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5a2df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df", "reconcileID": "cea2e2c2-934a-4f9c-8521-1120d7e2be4c", "Gateway": "e2e-shared-b-w3-d5a2df", "namespace": "openshift-ingress"} 2026-09-10T15:13:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "2b52f858-111a-4906-ae92-4e83f994eeb7", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:13:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "2b52f858-111a-4906-ae92-4e83f994eeb7", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06-authn-ssl"} 2026-09-10T15:13:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "2b52f858-111a-4906-ae92-4e83f994eeb7", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:13:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "3e21ba58-0a43-4375-abc2-ae954ec403a1", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:13:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "3e21ba58-0a43-4375-abc2-ae954ec403a1", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06-authn-ssl"} 2026-09-10T15:13:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "3e21ba58-0a43-4375-abc2-ae954ec403a1", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:13:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "7473d04d-ea2f-4976-8d8b-9ac4eb37318f", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:13:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "7473d04d-ea2f-4976-8d8b-9ac4eb37318f", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06-authn-ssl"} 2026-09-10T15:13:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "7473d04d-ea2f-4976-8d8b-9ac4eb37318f", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:13:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "f271e6d8-4676-43d1-b069-153d79d3b3de", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:13:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "f271e6d8-4676-43d1-b069-153d79d3b3de", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06-authn-ssl"} 2026-09-10T15:13:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "f271e6d8-4676-43d1-b069-153d79d3b3de", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:13:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "d9b7b229-86f3-408f-acfb-353869464335", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:13:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "d9b7b229-86f3-408f-acfb-353869464335", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06-authn-ssl"} 2026-09-10T15:13:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "d9b7b229-86f3-408f-acfb-353869464335", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:14:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "58623005-b930-489c-840c-5d157642fdd3", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:14:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "58623005-b930-489c-840c-5d157642fdd3", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06-authn-ssl"} 2026-09-10T15:14:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "58623005-b930-489c-840c-5d157642fdd3", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:14:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "openshift-service-ca.crt", "reconcileID": "5ca8bffb-ce6c-4a32-b152-a1325095ecba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:14:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "odh-trusted-ca-bundle", "reconcileID": "e8d7dbb5-d810-44a3-8614-cdf4e7523de4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:14:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "openshift-service-ca.crt", "reconcileID": "58945708-175c-485c-b2da-113057c51e88", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:14:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "openshift-service-ca.crt", "reconcileID": "58945708-175c-485c-b2da-113057c51e88", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:14:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "openshift-service-ca.crt", "reconcileID": "070c0f41-2270-4dde-9598-5f5be3f33aa7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:14:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d883b45-5337-41b0-9996-d6c1216931d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:14:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "odh-trusted-ca-bundle", "reconcileID": "598661df-4bfc-4005-8220-c3512ac83054", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:14:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "odh-trusted-ca-bundle", "reconcileID": "598661df-4bfc-4005-8220-c3512ac83054", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:14:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e79f551c-2ef9-499d-8870-ee2213d0e366", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:14:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "84070239-1813-4689-b07f-ef1424188228", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:14:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "84070239-1813-4689-b07f-ef1424188228", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06-authn-ssl"} 2026-09-10T15:14:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "84070239-1813-4689-b07f-ef1424188228", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:14:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "83bdd6a0-4eca-4053-b96b-9120cb823c7a", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:14:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "83bdd6a0-4eca-4053-b96b-9120cb823c7a", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06-authn-ssl"} 2026-09-10T15:14:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "83bdd6a0-4eca-4053-b96b-9120cb823c7a", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:14:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "b42d2009-5767-45b1-a8bc-2ceb82bbd084", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:14:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "b42d2009-5767-45b1-a8bc-2ceb82bbd084", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de-authn-ssl"} 2026-09-10T15:14:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "b42d2009-5767-45b1-a8bc-2ceb82bbd084", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:14:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "2f8b3f96-e50b-4476-b3cf-43502fce0e22", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:14:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "2f8b3f96-e50b-4476-b3cf-43502fce0e22", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de-authn-ssl"} 2026-09-10T15:14:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "2f8b3f96-e50b-4476-b3cf-43502fce0e22", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:14:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "9bd8c003-9b46-42a4-9113-839aaa1441bb", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:14:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "9bd8c003-9b46-42a4-9113-839aaa1441bb", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de-authn-ssl"} 2026-09-10T15:14:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "9bd8c003-9b46-42a4-9113-839aaa1441bb", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:14:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "3a2a1ed3-29df-46b8-b7b4-b8a2cd080719", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:14:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "3a2a1ed3-29df-46b8-b7b4-b8a2cd080719", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de-authn-ssl"} 2026-09-10T15:14:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "3a2a1ed3-29df-46b8-b7b4-b8a2cd080719", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:14:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "2b830d88-02f5-4932-bcda-3bbc3be1519e", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:14:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "2b830d88-02f5-4932-bcda-3bbc3be1519e", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de-authn-ssl"} 2026-09-10T15:14:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "2b830d88-02f5-4932-bcda-3bbc3be1519e", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:14:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "5436a26c-6cc6-4c62-9fa5-a09e310834ff", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:14:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "5436a26c-6cc6-4c62-9fa5-a09e310834ff", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de-authn-ssl"} 2026-09-10T15:14:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "5436a26c-6cc6-4c62-9fa5-a09e310834ff", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:14:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "f91ce6aa-7c4b-44bb-a5ce-f1e36cf54a81", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:14:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "f91ce6aa-7c4b-44bb-a5ce-f1e36cf54a81", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de-authn-ssl"} 2026-09-10T15:14:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "f91ce6aa-7c4b-44bb-a5ce-f1e36cf54a81", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:14:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6333de"}, "namespace": "ai-tenant-e2e-ipp-b-6333de", "name": "openshift-service-ca.crt", "reconcileID": "739e91d0-01e9-4c38-b878-501c0500f9d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6333de"} 2026-09-10T15:14:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6333de"}, "namespace": "ai-tenant-e2e-ipp-b-6333de", "name": "odh-trusted-ca-bundle", "reconcileID": "a120821b-631a-4166-99e9-57bb82536235", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6333de"} 2026-09-10T15:14:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6333de"}, "namespace": "ai-tenant-e2e-ipp-b-6333de", "name": "openshift-service-ca.crt", "reconcileID": "f8ff5e9e-8783-4eeb-8dbd-96bb5a474451", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6333de", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:14:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6333de"}, "namespace": "ai-tenant-e2e-ipp-b-6333de", "name": "openshift-service-ca.crt", "reconcileID": "f8ff5e9e-8783-4eeb-8dbd-96bb5a474451", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6333de"} 2026-09-10T15:14:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6333de"}, "namespace": "ai-tenant-e2e-ipp-b-6333de", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a3ca50f-90a0-4168-9851-139909d4559c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6333de"} 2026-09-10T15:14:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6333de"}, "namespace": "ai-tenant-e2e-ipp-b-6333de", "name": "openshift-service-ca.crt", "reconcileID": "33849486-5d20-4978-800e-e7ad838fce6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6333de"} 2026-09-10T15:14:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6333de"}, "namespace": "ai-tenant-e2e-ipp-b-6333de", "name": "odh-trusted-ca-bundle", "reconcileID": "b05284ee-224a-4947-a825-225f60af4bc4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6333de", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:14:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6333de"}, "namespace": "ai-tenant-e2e-ipp-b-6333de", "name": "odh-trusted-ca-bundle", "reconcileID": "b05284ee-224a-4947-a825-225f60af4bc4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6333de"} 2026-09-10T15:14:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6333de"}, "namespace": "ai-tenant-e2e-ipp-b-6333de", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe718c98-b0ff-4b62-8a8e-188c8a04d710", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6333de"} 2026-09-10T15:14:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "2ab44c87-ec0b-455a-93ce-d37f3bef5edb", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:14:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "2ab44c87-ec0b-455a-93ce-d37f3bef5edb", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de-authn-ssl"} 2026-09-10T15:14:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "2ab44c87-ec0b-455a-93ce-d37f3bef5edb", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:14:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "7cf6181b-d799-48d9-82c7-4d1bc6bc0aed", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:14:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "7cf6181b-d799-48d9-82c7-4d1bc6bc0aed", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de-authn-ssl"} 2026-09-10T15:14:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "7cf6181b-d799-48d9-82c7-4d1bc6bc0aed", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:15:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "6eb81927-dee4-465d-88e7-fa2e67549966", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:15:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "6eb81927-dee4-465d-88e7-fa2e67549966", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:15:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "6eb81927-dee4-465d-88e7-fa2e67549966", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:15:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "84e20556-4ebc-42c5-b86f-31e8cd3b6e4a", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:15:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "6eb81927-dee4-465d-88e7-fa2e67549966", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06-kserve-route-authn"} 2026-09-10T15:15:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "6eb81927-dee4-465d-88e7-fa2e67549966", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "authType": "userdefined"} 2026-09-10T15:15:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "6eb81927-dee4-465d-88e7-fa2e67549966", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:15:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "84e20556-4ebc-42c5-b86f-31e8cd3b6e4a", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06-authn-ssl"} 2026-09-10T15:15:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "84e20556-4ebc-42c5-b86f-31e8cd3b6e4a", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:15:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "a15edd7e-09e6-4cc8-96d8-93817d4f21ef", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:15:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "a15edd7e-09e6-4cc8-96d8-93817d4f21ef", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:15:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "a15edd7e-09e6-4cc8-96d8-93817d4f21ef", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:15:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "a15edd7e-09e6-4cc8-96d8-93817d4f21ef", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06-kserve-route-authn"} 2026-09-10T15:15:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "a15edd7e-09e6-4cc8-96d8-93817d4f21ef", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "authType": "userdefined"} 2026-09-10T15:15:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "a15edd7e-09e6-4cc8-96d8-93817d4f21ef", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:15:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "afd6a88f-7444-446d-90b4-c4aee33dae5d", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:15:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "afd6a88f-7444-446d-90b4-c4aee33dae5d", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06-authn-ssl"} 2026-09-10T15:15:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "afd6a88f-7444-446d-90b4-c4aee33dae5d", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:15:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "ce247913-6f83-498e-b541-569db045e2c7", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:15:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "ce247913-6f83-498e-b541-569db045e2c7", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:15:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "ce247913-6f83-498e-b541-569db045e2c7", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:15:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "ce247913-6f83-498e-b541-569db045e2c7", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06-kserve-route-authn"} 2026-09-10T15:15:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "ce247913-6f83-498e-b541-569db045e2c7", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "authType": "userdefined"} 2026-09-10T15:15:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "ce247913-6f83-498e-b541-569db045e2c7", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:15:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "1cfaf200-eb08-4cc5-8762-e1322bec79e3", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:15:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "1cfaf200-eb08-4cc5-8762-e1322bec79e3", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:15:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "1cfaf200-eb08-4cc5-8762-e1322bec79e3", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:15:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "1cfaf200-eb08-4cc5-8762-e1322bec79e3", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06-kserve-route-authn"} 2026-09-10T15:15:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "1cfaf200-eb08-4cc5-8762-e1322bec79e3", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "authType": "userdefined"} 2026-09-10T15:15:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "1cfaf200-eb08-4cc5-8762-e1322bec79e3", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:15:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "5207f023-bfc7-4acc-becf-cfddebbdca25", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:15:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "5207f023-bfc7-4acc-becf-cfddebbdca25", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e-authn-ssl"} 2026-09-10T15:15:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "5207f023-bfc7-4acc-becf-cfddebbdca25", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:15:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "f73aebe3-c4a1-4b51-b910-7c2b233f6ece", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:15:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "f73aebe3-c4a1-4b51-b910-7c2b233f6ece", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e-authn-ssl"} 2026-09-10T15:15:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "f73aebe3-c4a1-4b51-b910-7c2b233f6ece", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:15:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "e1fd3fec-3103-4beb-b443-9738a0ae9adb", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:15:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "e1fd3fec-3103-4beb-b443-9738a0ae9adb", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e-authn-ssl"} 2026-09-10T15:15:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "e1fd3fec-3103-4beb-b443-9738a0ae9adb", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:15:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "965f869a-ed4a-4323-abca-b82029596afa", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:15:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "965f869a-ed4a-4323-abca-b82029596afa", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e-authn-ssl"} 2026-09-10T15:15:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "965f869a-ed4a-4323-abca-b82029596afa", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:15:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "a60236f8-1679-4480-a415-7d3c4b1c4696", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:15:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "a60236f8-1679-4480-a415-7d3c4b1c4696", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e-authn-ssl"} 2026-09-10T15:15:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "a60236f8-1679-4480-a415-7d3c4b1c4696", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:15:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "460023ae-284d-44a1-935b-0e0d3123c3d8", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:15:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "460023ae-284d-44a1-935b-0e0d3123c3d8", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e-authn-ssl"} 2026-09-10T15:15:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "460023ae-284d-44a1-935b-0e0d3123c3d8", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:15:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "2f3aa7af-7e0a-426e-bba3-d632f4d5dc5a", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:15:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "2f3aa7af-7e0a-426e-bba3-d632f4d5dc5a", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e-authn-ssl"} 2026-09-10T15:15:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "2f3aa7af-7e0a-426e-bba3-d632f4d5dc5a", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:15:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "f93e0e90-d7eb-4ff8-8c6a-61c3c6033bfb", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:15:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "f93e0e90-d7eb-4ff8-8c6a-61c3c6033bfb", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e-authn-ssl"} 2026-09-10T15:15:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "f93e0e90-d7eb-4ff8-8c6a-61c3c6033bfb", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:15:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-06cc0e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e", "name": "openshift-service-ca.crt", "reconcileID": "09f59b30-8e9f-4413-8d0f-945a73145b6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e"} 2026-09-10T15:15:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-06cc0e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e", "name": "odh-trusted-ca-bundle", "reconcileID": "9acc72ba-b8fd-45c5-9bc6-7f5b6d3641bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e"} 2026-09-10T15:15:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-06cc0e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e", "name": "openshift-service-ca.crt", "reconcileID": "9c734953-f506-40ac-86f1-682d0f34c23b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:15:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-06cc0e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e", "name": "openshift-service-ca.crt", "reconcileID": "9c734953-f506-40ac-86f1-682d0f34c23b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e"} 2026-09-10T15:15:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-06cc0e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8547d7a9-a503-4fdb-bb20-721e1f77457d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e"} 2026-09-10T15:15:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-06cc0e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e", "name": "openshift-service-ca.crt", "reconcileID": "abf3380e-1691-4f49-919a-6c6fa78707d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e"} 2026-09-10T15:15:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-06cc0e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e", "name": "odh-trusted-ca-bundle", "reconcileID": "b18a5e74-4fd6-4d8f-8253-c61b7829702b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:15:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-06cc0e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e", "name": "odh-trusted-ca-bundle", "reconcileID": "b18a5e74-4fd6-4d8f-8253-c61b7829702b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e"} 2026-09-10T15:15:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-06cc0e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86dfad33-e32d-487c-9c19-032bd034b099", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e"} 2026-09-10T15:15:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "cc0506fd-d2fb-47fb-b3ee-30c859cf7d2e", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:15:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "cc0506fd-d2fb-47fb-b3ee-30c859cf7d2e", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e-authn-ssl"} 2026-09-10T15:15:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "cc0506fd-d2fb-47fb-b3ee-30c859cf7d2e", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:15:55Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T15:15:55Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T15:15:57Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T15:15:57Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T15:15:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "70017a99-5461-4ee0-9f54-077d723d7178", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:15:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "70017a99-5461-4ee0-9f54-077d723d7178", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e-authn-ssl"} 2026-09-10T15:15:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "70017a99-5461-4ee0-9f54-077d723d7178", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:16:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "6766885f-1f0c-41d8-baaa-2615b9755a7b", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:16:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "6766885f-1f0c-41d8-baaa-2615b9755a7b", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e-authn-ssl"} 2026-09-10T15:16:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "6766885f-1f0c-41d8-baaa-2615b9755a7b", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:16:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "d59c7c2e-275c-45f8-aa33-1f5c197bc518", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:16:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "d59c7c2e-275c-45f8-aa33-1f5c197bc518", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e-authn-ssl"} 2026-09-10T15:16:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "d59c7c2e-275c-45f8-aa33-1f5c197bc518", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:16:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-06cc0e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acee283a-b6d1-4532-9970-bf0dc41184fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e"} 2026-09-10T15:16:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-06cc0e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acee283a-b6d1-4532-9970-bf0dc41184fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:16:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-06cc0e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acee283a-b6d1-4532-9970-bf0dc41184fa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-06cc0e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T15:16:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-06cc0e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e", "name": "odh-trusted-ca-bundle", "reconcileID": "efbaa848-af10-41ce-b9dd-0301d94bb9f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e"} 2026-09-10T15:16:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-06cc0e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e", "name": "odh-trusted-ca-bundle", "reconcileID": "efbaa848-af10-41ce-b9dd-0301d94bb9f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e"} 2026-09-10T15:16:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-06cc0e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e", "name": "openshift-service-ca.crt", "reconcileID": "66a68a7d-84c6-41ed-8550-e0d086cb1826", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e"} 2026-09-10T15:16:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-06cc0e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e", "name": "openshift-service-ca.crt", "reconcileID": "66a68a7d-84c6-41ed-8550-e0d086cb1826", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e"} 2026-09-10T15:16:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-06cc0e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "643671fc-8610-4df8-a6c0-8eca5bc7022b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e"} 2026-09-10T15:16:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-06cc0e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "643671fc-8610-4df8-a6c0-8eca5bc7022b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-06cc0e"} 2026-09-10T15:16:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-06cc0e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-06cc0e", "reconcileID": "7bc9a888-23cb-4c63-938b-99254dbb6929", "Gateway": "e2e-ipp-cleanup-06cc0e", "namespace": "openshift-ingress"} 2026-09-10T15:16:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "079e1c4d-20ca-48b1-911c-7654ae3ae24e", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:16:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "079e1c4d-20ca-48b1-911c-7654ae3ae24e", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06-authn-ssl"} 2026-09-10T15:16:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "079e1c4d-20ca-48b1-911c-7654ae3ae24e", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:16:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "b115b5f1-52aa-45c6-94b3-a1543b29d0d4", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:16:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "b115b5f1-52aa-45c6-94b3-a1543b29d0d4", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06-authn-ssl"} 2026-09-10T15:16:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "b115b5f1-52aa-45c6-94b3-a1543b29d0d4", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:16:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "fc4522ef-5a6b-4e0b-8a9a-d8803e521ffe", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:16:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "fc4522ef-5a6b-4e0b-8a9a-d8803e521ffe", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06-authn-ssl"} 2026-09-10T15:16:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "fc4522ef-5a6b-4e0b-8a9a-d8803e521ffe", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:16:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "9e3d572f-94a0-42bc-98fa-bd7e6aa6c716", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:16:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "9e3d572f-94a0-42bc-98fa-bd7e6aa6c716", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:16:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "9e3d572f-94a0-42bc-98fa-bd7e6aa6c716", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:16:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "9e3d572f-94a0-42bc-98fa-bd7e6aa6c716", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06-kserve-route-authn"} 2026-09-10T15:16:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "9e3d572f-94a0-42bc-98fa-bd7e6aa6c716", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "authType": "userdefined"} 2026-09-10T15:16:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "9e3d572f-94a0-42bc-98fa-bd7e6aa6c716", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:17:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "2c385f35-51c9-4a72-95ae-9864171a01bb", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:17:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "2c385f35-51c9-4a72-95ae-9864171a01bb", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06-authn-ssl"} 2026-09-10T15:17:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "2c385f35-51c9-4a72-95ae-9864171a01bb", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:17:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "c99d8f88-9e6a-4de3-aeb3-7dddf80b7a4b", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:17:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "c99d8f88-9e6a-4de3-aeb3-7dddf80b7a4b", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06"} 2026-09-10T15:17:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "c99d8f88-9e6a-4de3-aeb3-7dddf80b7a4b", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:17:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "c99d8f88-9e6a-4de3-aeb3-7dddf80b7a4b", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:17:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "c99d8f88-9e6a-4de3-aeb3-7dddf80b7a4b", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06-kserve-route-authn"} 2026-09-10T15:17:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "c99d8f88-9e6a-4de3-aeb3-7dddf80b7a4b", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06-kserve-route-authn"} 2026-09-10T15:17:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "c99d8f88-9e6a-4de3-aeb3-7dddf80b7a4b", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:17:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "c99d8f88-9e6a-4de3-aeb3-7dddf80b7a4b", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:17:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d875f9d1-17c8-4da8-890d-fccb0e02725a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:17:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d875f9d1-17c8-4da8-890d-fccb0e02725a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:17:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d875f9d1-17c8-4da8-890d-fccb0e02725a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-13ee06 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T15:17:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "odh-trusted-ca-bundle", "reconcileID": "0267f584-dc79-419e-b951-a33c1a0c5e4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:17:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "odh-trusted-ca-bundle", "reconcileID": "0267f584-dc79-419e-b951-a33c1a0c5e4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:17:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "openshift-service-ca.crt", "reconcileID": "758acb91-5d5d-4e8b-ba0c-2789f67fadd0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:17:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "openshift-service-ca.crt", "reconcileID": "758acb91-5d5d-4e8b-ba0c-2789f67fadd0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:17:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1bca50b-c0a8-4ee6-bb38-fdd98965bd60", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:17:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1bca50b-c0a8-4ee6-bb38-fdd98965bd60", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:17:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "40b621bb-cbcd-4291-8c97-bca7e327cb6c", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:17:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "40b621bb-cbcd-4291-8c97-bca7e327cb6c", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06"} 2026-09-10T15:17:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "40b621bb-cbcd-4291-8c97-bca7e327cb6c", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:17:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "40b621bb-cbcd-4291-8c97-bca7e327cb6c", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:17:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "40b621bb-cbcd-4291-8c97-bca7e327cb6c", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06-kserve-route-authn"} 2026-09-10T15:17:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "40b621bb-cbcd-4291-8c97-bca7e327cb6c", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06-kserve-route-authn"} 2026-09-10T15:17:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "40b621bb-cbcd-4291-8c97-bca7e327cb6c", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:17:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "40b621bb-cbcd-4291-8c97-bca7e327cb6c", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:17:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-13ee06","namespace":"ai-tenant-e2e-ipp-a-13ee06"}, "namespace": "ai-tenant-e2e-ipp-a-13ee06", "name": "ipp-route-13ee06", "reconcileID": "ea0eaf64-5097-4e87-843f-a24e09d14797", "LLMInferenceService": "ipp-route-13ee06", "namespace": "ai-tenant-e2e-ipp-a-13ee06"} 2026-09-10T15:17:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "be412c84-9811-4cd4-b246-c0c1bc0174e4", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:17:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "be412c84-9811-4cd4-b246-c0c1bc0174e4", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06-authn-ssl"} 2026-09-10T15:17:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "be412c84-9811-4cd4-b246-c0c1bc0174e4", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:17:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-13ee06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-13ee06", "reconcileID": "aa74e761-8a5e-4c46-bee6-b477b5d5db9c", "Gateway": "e2e-ipp-a-13ee06", "namespace": "openshift-ingress"} 2026-09-10T15:17:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "0eea2628-4f37-47af-addc-be6cb287428a", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:17:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "0eea2628-4f37-47af-addc-be6cb287428a", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de-authn-ssl"} 2026-09-10T15:17:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "0eea2628-4f37-47af-addc-be6cb287428a", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:17:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "a7c6dce1-ad64-4d06-9b14-c078fc3d7ba2", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:17:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "a7c6dce1-ad64-4d06-9b14-c078fc3d7ba2", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de-authn-ssl"} 2026-09-10T15:17:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "a7c6dce1-ad64-4d06-9b14-c078fc3d7ba2", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:17:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6333de"}, "namespace": "ai-tenant-e2e-ipp-b-6333de", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ffc4764-80d3-4ce8-91b6-83aef02c76fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6333de"} 2026-09-10T15:17:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6333de"}, "namespace": "ai-tenant-e2e-ipp-b-6333de", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ffc4764-80d3-4ce8-91b6-83aef02c76fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6333de", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:17:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6333de"}, "namespace": "ai-tenant-e2e-ipp-b-6333de", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ffc4764-80d3-4ce8-91b6-83aef02c76fc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-6333de because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T15:17:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6333de"}, "namespace": "ai-tenant-e2e-ipp-b-6333de", "name": "odh-trusted-ca-bundle", "reconcileID": "a5396e60-4bd4-4c48-b85a-5247c2990eb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6333de"} 2026-09-10T15:17:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6333de"}, "namespace": "ai-tenant-e2e-ipp-b-6333de", "name": "odh-trusted-ca-bundle", "reconcileID": "a5396e60-4bd4-4c48-b85a-5247c2990eb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6333de", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:17:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6333de"}, "namespace": "ai-tenant-e2e-ipp-b-6333de", "name": "odh-trusted-ca-bundle", "reconcileID": "a5396e60-4bd4-4c48-b85a-5247c2990eb4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-6333de because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T15:17:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6333de"}, "namespace": "ai-tenant-e2e-ipp-b-6333de", "name": "openshift-service-ca.crt", "reconcileID": "8ad66ae2-4b30-4df9-8e8c-6f2b79385196", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6333de"} 2026-09-10T15:17:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6333de"}, "namespace": "ai-tenant-e2e-ipp-b-6333de", "name": "openshift-service-ca.crt", "reconcileID": "8ad66ae2-4b30-4df9-8e8c-6f2b79385196", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6333de"} 2026-09-10T15:17:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6333de"}, "namespace": "ai-tenant-e2e-ipp-b-6333de", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5060ae5-7227-4f69-956e-368c75a093d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6333de"} 2026-09-10T15:17:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6333de"}, "namespace": "ai-tenant-e2e-ipp-b-6333de", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5060ae5-7227-4f69-956e-368c75a093d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6333de"} 2026-09-10T15:17:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6333de"}, "namespace": "ai-tenant-e2e-ipp-b-6333de", "name": "odh-trusted-ca-bundle", "reconcileID": "b489df31-3b1a-4b09-8406-71950a624d5e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6333de"} 2026-09-10T15:17:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6333de"}, "namespace": "ai-tenant-e2e-ipp-b-6333de", "name": "odh-trusted-ca-bundle", "reconcileID": "b489df31-3b1a-4b09-8406-71950a624d5e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6333de"} 2026-09-10T15:17:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6333de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6333de", "reconcileID": "5d074f2c-10cf-40f9-a702-d9f93739d5e0", "Gateway": "e2e-ipp-b-6333de", "namespace": "openshift-ingress"} 2026-09-10T15:18:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-decc52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-decc52", "reconcileID": "6379f00f-e5bf-4538-807b-fc6da689c8cd", "Gateway": "e2e-shared-a-w3-decc52", "namespace": "openshift-ingress"} 2026-09-10T15:18:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-decc52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-decc52", "reconcileID": "6379f00f-e5bf-4538-807b-fc6da689c8cd", "Gateway": "e2e-shared-a-w3-decc52", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-decc52-authn-ssl"} 2026-09-10T15:18:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-decc52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-decc52", "reconcileID": "6379f00f-e5bf-4538-807b-fc6da689c8cd", "Gateway": "e2e-shared-a-w3-decc52", "namespace": "openshift-ingress"} 2026-09-10T15:18:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-decc52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-decc52", "reconcileID": "e96544d1-79ef-4d24-bd2f-a605cd986e62", "Gateway": "e2e-shared-a-w3-decc52", "namespace": "openshift-ingress"} 2026-09-10T15:18:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-decc52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-decc52", "reconcileID": "e96544d1-79ef-4d24-bd2f-a605cd986e62", "Gateway": "e2e-shared-a-w3-decc52", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-decc52-authn-ssl"} 2026-09-10T15:18:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-decc52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-decc52", "reconcileID": "e96544d1-79ef-4d24-bd2f-a605cd986e62", "Gateway": "e2e-shared-a-w3-decc52", "namespace": "openshift-ingress"} 2026-09-10T15:18:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d7a8063-ce73-401e-b08c-4799d7d74ae5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-decc52"} 2026-09-10T15:18:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d7a8063-ce73-401e-b08c-4799d7d74ae5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:18:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d7a8063-ce73-401e-b08c-4799d7d74ae5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-decc52 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T15:18:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "odh-trusted-ca-bundle", "reconcileID": "447e6da2-1285-4240-963f-b6d18e047234", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-decc52"} 2026-09-10T15:18:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "odh-trusted-ca-bundle", "reconcileID": "447e6da2-1285-4240-963f-b6d18e047234", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-decc52"} 2026-09-10T15:18:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "openshift-service-ca.crt", "reconcileID": "813f952d-0828-409d-81d3-ab88fcd0ca93", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-decc52"} 2026-09-10T15:18:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "openshift-service-ca.crt", "reconcileID": "813f952d-0828-409d-81d3-ab88fcd0ca93", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-decc52"} 2026-09-10T15:18:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "320a9f58-9ce2-446c-a251-f483ec96610c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-decc52"} 2026-09-10T15:18:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-decc52"}, "namespace": "ai-tenant-e2e-shared-a-w3-decc52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "320a9f58-9ce2-446c-a251-f483ec96610c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-decc52"} 2026-09-10T15:18:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-decc52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-decc52", "reconcileID": "99c9a31c-e42d-45ee-8bcb-cde053943874", "Gateway": "e2e-shared-a-w3-decc52", "namespace": "openshift-ingress"} 2026-09-10T15:18:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5a2df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df", "reconcileID": "c858fd51-e85d-4614-8847-ecde17ce9c2e", "Gateway": "e2e-shared-b-w3-d5a2df", "namespace": "openshift-ingress"} 2026-09-10T15:18:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5a2df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df", "reconcileID": "c858fd51-e85d-4614-8847-ecde17ce9c2e", "Gateway": "e2e-shared-b-w3-d5a2df", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df-authn-ssl"} 2026-09-10T15:18:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5a2df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df", "reconcileID": "c858fd51-e85d-4614-8847-ecde17ce9c2e", "Gateway": "e2e-shared-b-w3-d5a2df", "namespace": "openshift-ingress"} 2026-09-10T15:18:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5a2df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df", "reconcileID": "d1f22366-a50a-4415-9482-95ea676e93ed", "Gateway": "e2e-shared-b-w3-d5a2df", "namespace": "openshift-ingress"} 2026-09-10T15:18:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5a2df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df", "reconcileID": "d1f22366-a50a-4415-9482-95ea676e93ed", "Gateway": "e2e-shared-b-w3-d5a2df", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df-authn-ssl"} 2026-09-10T15:18:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5a2df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df", "reconcileID": "d1f22366-a50a-4415-9482-95ea676e93ed", "Gateway": "e2e-shared-b-w3-d5a2df", "namespace": "openshift-ingress"} 2026-09-10T15:18:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15c291cf-d367-4ad0-85b9-5978b140b6a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:18:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15c291cf-d367-4ad0-85b9-5978b140b6a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T15:18:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15c291cf-d367-4ad0-85b9-5978b140b6a2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-d5a2df because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T15:18:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "odh-trusted-ca-bundle", "reconcileID": "3a12a669-6f5c-4410-947a-da3818727187", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:18:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "odh-trusted-ca-bundle", "reconcileID": "3a12a669-6f5c-4410-947a-da3818727187", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:18:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "openshift-service-ca.crt", "reconcileID": "e8a0581b-3326-40fc-a6f1-308cb9fba52a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:18:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "openshift-service-ca.crt", "reconcileID": "e8a0581b-3326-40fc-a6f1-308cb9fba52a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:18:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5296bb3-adba-40b5-9153-a40b5eed8b5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:18:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-d5a2df"}, "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5296bb3-adba-40b5-9153-a40b5eed8b5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-d5a2df"} 2026-09-10T15:18:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-d5a2df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-d5a2df", "reconcileID": "8e3cfd5d-4cf2-4b0e-9505-19f27a68bdbc", "Gateway": "e2e-shared-b-w3-d5a2df", "namespace": "openshift-ingress"} 2026-09-10T15:22:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "88bd3aef-0bad-4e02-ba45-ef1f3a92e4c6", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm"} 2026-09-10T15:22:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "88bd3aef-0bad-4e02-ba45-ef1f3a92e4c6", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm"} 2026-09-10T15:22:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "88bd3aef-0bad-4e02-ba45-ef1f3a92e4c6", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm"} 2026-09-10T15:22:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1b47d178-28f2-4f63-a8f5-6ab8ac5da36c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:22:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "88bd3aef-0bad-4e02-ba45-ef1f3a92e4c6", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm", "name": "e2e-same-id-a-15d93b6e-kserve-route-authn"} 2026-09-10T15:22:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "88bd3aef-0bad-4e02-ba45-ef1f3a92e4c6", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm", "authType": "userdefined"} 2026-09-10T15:22:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "88bd3aef-0bad-4e02-ba45-ef1f3a92e4c6", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm"} 2026-09-10T15:22:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1b47d178-28f2-4f63-a8f5-6ab8ac5da36c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T15:22:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1b47d178-28f2-4f63-a8f5-6ab8ac5da36c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:22:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "e470b5cc-a9fd-4348-b6fe-ce90bbf32c2d", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm"} 2026-09-10T15:22:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "e470b5cc-a9fd-4348-b6fe-ce90bbf32c2d", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm"} 2026-09-10T15:22:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "e470b5cc-a9fd-4348-b6fe-ce90bbf32c2d", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm"} 2026-09-10T15:22:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "e470b5cc-a9fd-4348-b6fe-ce90bbf32c2d", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm", "name": "e2e-same-id-a-15d93b6e-kserve-route-authn"} 2026-09-10T15:22:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "e470b5cc-a9fd-4348-b6fe-ce90bbf32c2d", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm", "authType": "userdefined"} 2026-09-10T15:22:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "e470b5cc-a9fd-4348-b6fe-ce90bbf32c2d", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm"} 2026-09-10T15:22:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "a2421767-7706-461d-b63d-d8aa45847572", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm"} 2026-09-10T15:22:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "a2421767-7706-461d-b63d-d8aa45847572", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm"} 2026-09-10T15:22:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "a2421767-7706-461d-b63d-d8aa45847572", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm"} 2026-09-10T15:22:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "47d7c58b-0db1-4878-989e-7c5ba40ab435", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:22:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "a2421767-7706-461d-b63d-d8aa45847572", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm", "name": "e2e-same-id-b-15d93b6e-kserve-route-authn"} 2026-09-10T15:22:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "a2421767-7706-461d-b63d-d8aa45847572", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm", "authType": "userdefined"} 2026-09-10T15:22:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "a2421767-7706-461d-b63d-d8aa45847572", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm"} 2026-09-10T15:22:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "47d7c58b-0db1-4878-989e-7c5ba40ab435", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T15:22:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "47d7c58b-0db1-4878-989e-7c5ba40ab435", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:23:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d54e55cb-7e41-44f6-b204-e1b5898a9f37", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:23:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d54e55cb-7e41-44f6-b204-e1b5898a9f37", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T15:23:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d54e55cb-7e41-44f6-b204-e1b5898a9f37", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:23:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "10dbc406-4a86-4d00-84c7-850fe6b5bfb0", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm"} 2026-09-10T15:23:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "10dbc406-4a86-4d00-84c7-850fe6b5bfb0", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm"} 2026-09-10T15:23:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "10dbc406-4a86-4d00-84c7-850fe6b5bfb0", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm"} 2026-09-10T15:23:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "10dbc406-4a86-4d00-84c7-850fe6b5bfb0", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm", "name": "e2e-same-id-a-15d93b6e-kserve-route-authn"} 2026-09-10T15:23:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "10dbc406-4a86-4d00-84c7-850fe6b5bfb0", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm", "authType": "userdefined"} 2026-09-10T15:23:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "10dbc406-4a86-4d00-84c7-850fe6b5bfb0", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm"} 2026-09-10T15:23:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "bf5a93a8-4d11-4644-92e1-2b2cc1578f54", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm"} 2026-09-10T15:23:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "bf5a93a8-4d11-4644-92e1-2b2cc1578f54", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm"} 2026-09-10T15:23:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "bf5a93a8-4d11-4644-92e1-2b2cc1578f54", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm"} 2026-09-10T15:23:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "bf5a93a8-4d11-4644-92e1-2b2cc1578f54", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm", "name": "e2e-same-id-b-15d93b6e-kserve-route-authn"} 2026-09-10T15:23:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "bf5a93a8-4d11-4644-92e1-2b2cc1578f54", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm", "authType": "userdefined"} 2026-09-10T15:23:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "bf5a93a8-4d11-4644-92e1-2b2cc1578f54", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm"} 2026-09-10T15:23:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "67830800-0892-4dad-87fb-85d40a335e00", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:23:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "67830800-0892-4dad-87fb-85d40a335e00", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T15:23:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "67830800-0892-4dad-87fb-85d40a335e00", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:23:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "8a5fb532-27a2-47e8-ae87-28988df8db68", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm"} 2026-09-10T15:23:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "8a5fb532-27a2-47e8-ae87-28988df8db68", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm"} 2026-09-10T15:23:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "8a5fb532-27a2-47e8-ae87-28988df8db68", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm"} 2026-09-10T15:23:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "8a5fb532-27a2-47e8-ae87-28988df8db68", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm", "name": "e2e-same-id-b-15d93b6e-kserve-route-authn"} 2026-09-10T15:23:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "8a5fb532-27a2-47e8-ae87-28988df8db68", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm", "authType": "userdefined"} 2026-09-10T15:23:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "8a5fb532-27a2-47e8-ae87-28988df8db68", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm"} 2026-09-10T15:24:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "5d22a2dd-e417-4437-b44c-60838154d8f9", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm"} 2026-09-10T15:24:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "5d22a2dd-e417-4437-b44c-60838154d8f9", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm"} 2026-09-10T15:24:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "5d22a2dd-e417-4437-b44c-60838154d8f9", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm"} 2026-09-10T15:24:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "5d22a2dd-e417-4437-b44c-60838154d8f9", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm", "name": "e2e-same-id-a-15d93b6e-kserve-route-authn"} 2026-09-10T15:24:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "5d22a2dd-e417-4437-b44c-60838154d8f9", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm", "authType": "userdefined"} 2026-09-10T15:24:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "5d22a2dd-e417-4437-b44c-60838154d8f9", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm"} 2026-09-10T15:24:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "cb5a0802-21a6-4e0a-8daf-a86e3f88ca56", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm"} 2026-09-10T15:24:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "cb5a0802-21a6-4e0a-8daf-a86e3f88ca56", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm"} 2026-09-10T15:24:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "cb5a0802-21a6-4e0a-8daf-a86e3f88ca56", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm"} 2026-09-10T15:24:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "cb5a0802-21a6-4e0a-8daf-a86e3f88ca56", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm", "name": "e2e-same-id-b-15d93b6e-kserve-route-authn"} 2026-09-10T15:24:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "cb5a0802-21a6-4e0a-8daf-a86e3f88ca56", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm", "authType": "userdefined"} 2026-09-10T15:24:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "cb5a0802-21a6-4e0a-8daf-a86e3f88ca56", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm"} 2026-09-10T15:24:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "e70e4a13-1f66-4ef9-9bd8-64facba5b63d", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm"} 2026-09-10T15:24:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "e70e4a13-1f66-4ef9-9bd8-64facba5b63d", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm", "name": "e2e-same-id-a-15d93b6e"} 2026-09-10T15:24:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "e70e4a13-1f66-4ef9-9bd8-64facba5b63d", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm"} 2026-09-10T15:24:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "e70e4a13-1f66-4ef9-9bd8-64facba5b63d", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm"} 2026-09-10T15:24:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "e70e4a13-1f66-4ef9-9bd8-64facba5b63d", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm", "name": "e2e-same-id-a-15d93b6e-kserve-route-authn"} 2026-09-10T15:24:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "e70e4a13-1f66-4ef9-9bd8-64facba5b63d", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm", "name": "e2e-same-id-a-15d93b6e-kserve-route-authn"} 2026-09-10T15:24:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15d93b6e", "reconcileID": "3b449243-14a3-4a06-9c54-b4d1fa101f8b", "LLMInferenceService": "e2e-same-id-a-15d93b6e", "namespace": "llm"} 2026-09-10T15:24:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "472d5fc7-1d4a-4ca5-a185-d22b04e82fac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:24:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "472d5fc7-1d4a-4ca5-a185-d22b04e82fac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T15:24:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "472d5fc7-1d4a-4ca5-a185-d22b04e82fac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:24:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b4958074-3302-4a81-897f-00bf19f660ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:24:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b4958074-3302-4a81-897f-00bf19f660ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T15:24:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b4958074-3302-4a81-897f-00bf19f660ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:24:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "ae2439e8-4d8e-4c1c-8d9e-b35ba915f09c", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm"} 2026-09-10T15:24:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "ae2439e8-4d8e-4c1c-8d9e-b35ba915f09c", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm", "name": "e2e-same-id-b-15d93b6e"} 2026-09-10T15:24:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "ae2439e8-4d8e-4c1c-8d9e-b35ba915f09c", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm"} 2026-09-10T15:24:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "ae2439e8-4d8e-4c1c-8d9e-b35ba915f09c", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm"} 2026-09-10T15:24:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "ae2439e8-4d8e-4c1c-8d9e-b35ba915f09c", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm", "name": "e2e-same-id-b-15d93b6e-kserve-route-authn"} 2026-09-10T15:24:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "ae2439e8-4d8e-4c1c-8d9e-b35ba915f09c", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm", "name": "e2e-same-id-b-15d93b6e-kserve-route-authn"} 2026-09-10T15:24:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15d93b6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15d93b6e", "reconcileID": "534dc9a5-52e2-4e9b-ac19-b887fb294dcb", "LLMInferenceService": "e2e-same-id-b-15d93b6e", "namespace": "llm"} 2026-09-10T15:24:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c5e67ee7-e0f5-4d81-acc1-9809a1e7cb49", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:24:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c5e67ee7-e0f5-4d81-acc1-9809a1e7cb49", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T15:24:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c5e67ee7-e0f5-4d81-acc1-9809a1e7cb49", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:24:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "328e9b25-e4e8-47d3-a837-c1011c7ea3b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T15:24:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "328e9b25-e4e8-47d3-a837-c1011c7ea3b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T15:24:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "328e9b25-e4e8-47d3-a837-c1011c7ea3b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}