2026-09-19T15:42:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "799e2090-f288-4aeb-b43f-7287e22092b5", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2-kserve-route-authn"} 2026-09-19T15:42:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "799e2090-f288-4aeb-b43f-7287e22092b5", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "authType": "userdefined"} 2026-09-19T15:42:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "799e2090-f288-4aeb-b43f-7287e22092b5", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2"} 2026-09-19T15:42:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-26cbe6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-26cbe6", "reconcileID": "0da464cc-a8fa-4313-8ab5-4706f166b961", "Gateway": "e2e-api-b-26cbe6", "namespace": "openshift-ingress"} 2026-09-19T15:42:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-26cbe6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-26cbe6", "reconcileID": "0da464cc-a8fa-4313-8ab5-4706f166b961", "Gateway": "e2e-api-b-26cbe6", "namespace": "openshift-ingress", "name": "e2e-api-b-26cbe6-authn-ssl"} 2026-09-19T15:42:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-26cbe6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-26cbe6", "reconcileID": "0da464cc-a8fa-4313-8ab5-4706f166b961", "Gateway": "e2e-api-b-26cbe6", "namespace": "openshift-ingress"} 2026-09-19T15:43:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-26cbe6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-26cbe6", "reconcileID": "21b30247-eab2-4cda-875e-be7e4bf948f1", "Gateway": "e2e-api-b-26cbe6", "namespace": "openshift-ingress"} 2026-09-19T15:43:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-26cbe6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-26cbe6", "reconcileID": "21b30247-eab2-4cda-875e-be7e4bf948f1", "Gateway": "e2e-api-b-26cbe6", "namespace": "openshift-ingress", "name": "e2e-api-b-26cbe6-authn-ssl"} 2026-09-19T15:43:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-26cbe6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-26cbe6", "reconcileID": "21b30247-eab2-4cda-875e-be7e4bf948f1", "Gateway": "e2e-api-b-26cbe6", "namespace": "openshift-ingress"} 2026-09-19T15:43:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-26cbe6"}, "namespace": "ai-tenant-e2e-api-b-26cbe6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc640858-82c0-40bd-8b54-0b01159ffa2c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-26cbe6"} 2026-09-19T15:43:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-26cbe6"}, "namespace": "ai-tenant-e2e-api-b-26cbe6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc640858-82c0-40bd-8b54-0b01159ffa2c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-26cbe6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T15:43:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-26cbe6"}, "namespace": "ai-tenant-e2e-api-b-26cbe6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc640858-82c0-40bd-8b54-0b01159ffa2c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-26cbe6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-19T15:43:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-26cbe6"}, "namespace": "ai-tenant-e2e-api-b-26cbe6", "name": "odh-trusted-ca-bundle", "reconcileID": "faae495a-5272-402b-83a4-4f720fae0542", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-26cbe6"} 2026-09-19T15:43:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-26cbe6"}, "namespace": "ai-tenant-e2e-api-b-26cbe6", "name": "odh-trusted-ca-bundle", "reconcileID": "faae495a-5272-402b-83a4-4f720fae0542", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-26cbe6"} 2026-09-19T15:43:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-26cbe6"}, "namespace": "ai-tenant-e2e-api-b-26cbe6", "name": "openshift-service-ca.crt", "reconcileID": "2708f7ec-91bf-434f-9bc5-a9023e135d96", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-26cbe6"} 2026-09-19T15:43:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-26cbe6"}, "namespace": "ai-tenant-e2e-api-b-26cbe6", "name": "openshift-service-ca.crt", "reconcileID": "2708f7ec-91bf-434f-9bc5-a9023e135d96", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-26cbe6"} 2026-09-19T15:43:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-26cbe6"}, "namespace": "ai-tenant-e2e-api-b-26cbe6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fee505f-4441-4bc1-a38e-76878ca37eea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-26cbe6"} 2026-09-19T15:43:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-26cbe6"}, "namespace": "ai-tenant-e2e-api-b-26cbe6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fee505f-4441-4bc1-a38e-76878ca37eea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-26cbe6"} 2026-09-19T15:43:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-26cbe6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-26cbe6", "reconcileID": "d7c290b2-fc62-4ca7-a8fa-0590d8ff7446", "Gateway": "e2e-api-b-26cbe6", "namespace": "openshift-ingress"} 2026-09-19T15:43:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f9c5c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f9c5c2", "reconcileID": "8b519763-4449-49ad-a9c3-f96ceb66db77", "Gateway": "e2e-shared-b-w2-f9c5c2", "namespace": "openshift-ingress"} 2026-09-19T15:43:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f9c5c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f9c5c2", "reconcileID": "8b519763-4449-49ad-a9c3-f96ceb66db77", "Gateway": "e2e-shared-b-w2-f9c5c2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f9c5c2-authn-ssl"} 2026-09-19T15:43:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f9c5c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f9c5c2", "reconcileID": "8b519763-4449-49ad-a9c3-f96ceb66db77", "Gateway": "e2e-shared-b-w2-f9c5c2", "namespace": "openshift-ingress"} 2026-09-19T15:43:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "5d6556c3-6e9a-4feb-b73f-eb25935a8e29", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2"} 2026-09-19T15:43:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "5d6556c3-6e9a-4feb-b73f-eb25935a8e29", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2"} 2026-09-19T15:43:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "5d6556c3-6e9a-4feb-b73f-eb25935a8e29", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2"} 2026-09-19T15:43:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "5d6556c3-6e9a-4feb-b73f-eb25935a8e29", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2-kserve-route-authn"} 2026-09-19T15:43:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "5d6556c3-6e9a-4feb-b73f-eb25935a8e29", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "authType": "userdefined"} 2026-09-19T15:43:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "5d6556c3-6e9a-4feb-b73f-eb25935a8e29", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2"} 2026-09-19T15:43:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w1-c8e1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w1-c8e1cf", "reconcileID": "df480e93-72b4-47f1-bf35-a1142b0f75e0", "Gateway": "e2e-shared-a-w1-c8e1cf", "namespace": "openshift-ingress"} 2026-09-19T15:43:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w1-c8e1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w1-c8e1cf", "reconcileID": "df480e93-72b4-47f1-bf35-a1142b0f75e0", "Gateway": "e2e-shared-a-w1-c8e1cf", "namespace": "openshift-ingress", "name": "e2e-shared-a-w1-c8e1cf-authn-ssl"} 2026-09-19T15:43:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w1-c8e1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w1-c8e1cf", "reconcileID": "df480e93-72b4-47f1-bf35-a1142b0f75e0", "Gateway": "e2e-shared-a-w1-c8e1cf", "namespace": "openshift-ingress"} 2026-09-19T15:43:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w1-c8e1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w1-c8e1cf", "reconcileID": "14bce26a-594d-41a7-8bfd-1394861164a4", "Gateway": "e2e-shared-a-w1-c8e1cf", "namespace": "openshift-ingress"} 2026-09-19T15:43:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w1-c8e1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w1-c8e1cf", "reconcileID": "14bce26a-594d-41a7-8bfd-1394861164a4", "Gateway": "e2e-shared-a-w1-c8e1cf", "namespace": "openshift-ingress", "name": "e2e-shared-a-w1-c8e1cf-authn-ssl"} 2026-09-19T15:43:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w1-c8e1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w1-c8e1cf", "reconcileID": "14bce26a-594d-41a7-8bfd-1394861164a4", "Gateway": "e2e-shared-a-w1-c8e1cf", "namespace": "openshift-ingress"} 2026-09-19T15:43:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w1-c8e1cf"}, "namespace": "ai-tenant-e2e-shared-a-w1-c8e1cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e353cf58-093a-46a9-aefc-74ae734b88aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w1-c8e1cf"} 2026-09-19T15:43:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w1-c8e1cf"}, "namespace": "ai-tenant-e2e-shared-a-w1-c8e1cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e353cf58-093a-46a9-aefc-74ae734b88aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w1-c8e1cf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T15:43:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w1-c8e1cf"}, "namespace": "ai-tenant-e2e-shared-a-w1-c8e1cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e353cf58-093a-46a9-aefc-74ae734b88aa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w1-c8e1cf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-19T15:43:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w1-c8e1cf"}, "namespace": "ai-tenant-e2e-shared-a-w1-c8e1cf", "name": "odh-trusted-ca-bundle", "reconcileID": "4059278c-b444-4faa-a58d-5df8e00508a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w1-c8e1cf"} 2026-09-19T15:43:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w1-c8e1cf"}, "namespace": "ai-tenant-e2e-shared-a-w1-c8e1cf", "name": "odh-trusted-ca-bundle", "reconcileID": "4059278c-b444-4faa-a58d-5df8e00508a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w1-c8e1cf"} 2026-09-19T15:43:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w1-c8e1cf"}, "namespace": "ai-tenant-e2e-shared-a-w1-c8e1cf", "name": "openshift-service-ca.crt", "reconcileID": "aba700ba-6bfb-48f0-970b-2706d73caf1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w1-c8e1cf"} 2026-09-19T15:43:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w1-c8e1cf"}, "namespace": "ai-tenant-e2e-shared-a-w1-c8e1cf", "name": "openshift-service-ca.crt", "reconcileID": "aba700ba-6bfb-48f0-970b-2706d73caf1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w1-c8e1cf"} 2026-09-19T15:43:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w1-c8e1cf"}, "namespace": "ai-tenant-e2e-shared-a-w1-c8e1cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eef48afc-4e7d-410f-bf18-f3fa2a6b8f83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w1-c8e1cf"} 2026-09-19T15:43:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w1-c8e1cf"}, "namespace": "ai-tenant-e2e-shared-a-w1-c8e1cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eef48afc-4e7d-410f-bf18-f3fa2a6b8f83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w1-c8e1cf"} 2026-09-19T15:43:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w1-c8e1cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w1-c8e1cf", "reconcileID": "be66b604-c5b5-4b0e-ba95-25888fb98d11", "Gateway": "e2e-shared-a-w1-c8e1cf", "namespace": "openshift-ingress"} 2026-09-19T15:43:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "94879f4c-fc84-4b6d-93c4-f22e78aceb3f", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2"} 2026-09-19T15:43:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "94879f4c-fc84-4b6d-93c4-f22e78aceb3f", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2"} 2026-09-19T15:43:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "94879f4c-fc84-4b6d-93c4-f22e78aceb3f", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2"} 2026-09-19T15:43:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "94879f4c-fc84-4b6d-93c4-f22e78aceb3f", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2-kserve-route-authn"} 2026-09-19T15:43:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "94879f4c-fc84-4b6d-93c4-f22e78aceb3f", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "authType": "userdefined"} 2026-09-19T15:43:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "94879f4c-fc84-4b6d-93c4-f22e78aceb3f", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2"} 2026-09-19T15:43:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w1-da587f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w1-da587f", "reconcileID": "1cbfd29c-83e4-427b-82f2-9d2aa1416f7b", "Gateway": "e2e-shared-b-w1-da587f", "namespace": "openshift-ingress"} 2026-09-19T15:43:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w1-da587f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w1-da587f", "reconcileID": "1cbfd29c-83e4-427b-82f2-9d2aa1416f7b", "Gateway": "e2e-shared-b-w1-da587f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w1-da587f-authn-ssl"} 2026-09-19T15:43:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w1-da587f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w1-da587f", "reconcileID": "1cbfd29c-83e4-427b-82f2-9d2aa1416f7b", "Gateway": "e2e-shared-b-w1-da587f", "namespace": "openshift-ingress"} 2026-09-19T15:43:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w1-da587f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w1-da587f", "reconcileID": "3a7f801c-97ab-4b4a-a81a-b205a92c56e0", "Gateway": "e2e-shared-b-w1-da587f", "namespace": "openshift-ingress"} 2026-09-19T15:43:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w1-da587f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w1-da587f", "reconcileID": "3a7f801c-97ab-4b4a-a81a-b205a92c56e0", "Gateway": "e2e-shared-b-w1-da587f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w1-da587f-authn-ssl"} 2026-09-19T15:43:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w1-da587f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w1-da587f", "reconcileID": "3a7f801c-97ab-4b4a-a81a-b205a92c56e0", "Gateway": "e2e-shared-b-w1-da587f", "namespace": "openshift-ingress"} 2026-09-19T15:43:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w1-da587f"}, "namespace": "ai-tenant-e2e-shared-b-w1-da587f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21d03633-f809-4e21-800e-8aaf2b03e227", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w1-da587f"} 2026-09-19T15:43:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w1-da587f"}, "namespace": "ai-tenant-e2e-shared-b-w1-da587f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21d03633-f809-4e21-800e-8aaf2b03e227", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w1-da587f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T15:43:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w1-da587f"}, "namespace": "ai-tenant-e2e-shared-b-w1-da587f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21d03633-f809-4e21-800e-8aaf2b03e227", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w1-da587f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-19T15:43:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w1-da587f"}, "namespace": "ai-tenant-e2e-shared-b-w1-da587f", "name": "odh-trusted-ca-bundle", "reconcileID": "47036bb5-6b06-4fe1-bd81-0b18f96aeea3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w1-da587f"} 2026-09-19T15:43:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w1-da587f"}, "namespace": "ai-tenant-e2e-shared-b-w1-da587f", "name": "odh-trusted-ca-bundle", "reconcileID": "47036bb5-6b06-4fe1-bd81-0b18f96aeea3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w1-da587f"} 2026-09-19T15:43:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w1-da587f"}, "namespace": "ai-tenant-e2e-shared-b-w1-da587f", "name": "openshift-service-ca.crt", "reconcileID": "86d00977-1381-4418-90c4-0a08b54a588f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w1-da587f"} 2026-09-19T15:43:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w1-da587f"}, "namespace": "ai-tenant-e2e-shared-b-w1-da587f", "name": "openshift-service-ca.crt", "reconcileID": "86d00977-1381-4418-90c4-0a08b54a588f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w1-da587f"} 2026-09-19T15:43:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w1-da587f"}, "namespace": "ai-tenant-e2e-shared-b-w1-da587f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b636898a-1dbe-4187-b72d-099bbddeb19c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w1-da587f"} 2026-09-19T15:43:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w1-da587f"}, "namespace": "ai-tenant-e2e-shared-b-w1-da587f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b636898a-1dbe-4187-b72d-099bbddeb19c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w1-da587f"} 2026-09-19T15:43:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w1-da587f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w1-da587f", "reconcileID": "c803ed4b-0b3a-4616-8366-f9ab42832db2", "Gateway": "e2e-shared-b-w1-da587f", "namespace": "openshift-ingress"} 2026-09-19T15:43:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50372a","namespace":"ai-tenant-e2e-shared-a-w2-50372a"}, "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "name": "rate-test-model-50372a", "reconcileID": "db9d4482-b51a-42cf-823e-358f0a66f04c", "LLMInferenceService": "rate-test-model-50372a", "namespace": "ai-tenant-e2e-shared-a-w2-50372a"} 2026-09-19T15:43:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50372a","namespace":"ai-tenant-e2e-shared-a-w2-50372a"}, "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "name": "rate-test-model-50372a", "reconcileID": "db9d4482-b51a-42cf-823e-358f0a66f04c", "LLMInferenceService": "rate-test-model-50372a", "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "name": "rate-test-model-50372a"} 2026-09-19T15:43:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50372a","namespace":"ai-tenant-e2e-shared-a-w2-50372a"}, "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "name": "rate-test-model-50372a", "reconcileID": "db9d4482-b51a-42cf-823e-358f0a66f04c", "LLMInferenceService": "rate-test-model-50372a", "namespace": "ai-tenant-e2e-shared-a-w2-50372a"} 2026-09-19T15:43:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50372a","namespace":"ai-tenant-e2e-shared-a-w2-50372a"}, "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "name": "rate-test-model-50372a", "reconcileID": "db9d4482-b51a-42cf-823e-358f0a66f04c", "LLMInferenceService": "rate-test-model-50372a", "namespace": "ai-tenant-e2e-shared-a-w2-50372a"} 2026-09-19T15:43:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50372a","namespace":"ai-tenant-e2e-shared-a-w2-50372a"}, "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "name": "rate-test-model-50372a", "reconcileID": "db9d4482-b51a-42cf-823e-358f0a66f04c", "LLMInferenceService": "rate-test-model-50372a", "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "name": "rate-test-model-50372a-kserve-route-authn"} 2026-09-19T15:43:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50372a","namespace":"ai-tenant-e2e-shared-a-w2-50372a"}, "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "name": "rate-test-model-50372a", "reconcileID": "db9d4482-b51a-42cf-823e-358f0a66f04c", "LLMInferenceService": "rate-test-model-50372a", "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "name": "rate-test-model-50372a-kserve-route-authn"} 2026-09-19T15:43:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50372a","namespace":"ai-tenant-e2e-shared-a-w2-50372a"}, "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "name": "rate-test-model-50372a", "reconcileID": "db9d4482-b51a-42cf-823e-358f0a66f04c", "LLMInferenceService": "rate-test-model-50372a", "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "namespace": "ai-tenant-e2e-shared-a-w2-50372a"} 2026-09-19T15:43:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50372a","namespace":"ai-tenant-e2e-shared-a-w2-50372a"}, "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "name": "rate-test-model-50372a", "reconcileID": "db9d4482-b51a-42cf-823e-358f0a66f04c", "LLMInferenceService": "rate-test-model-50372a", "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "namespace": "ai-tenant-e2e-shared-a-w2-50372a"} 2026-09-19T15:43:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50372a","namespace":"ai-tenant-e2e-shared-a-w2-50372a"}, "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "name": "rate-test-model-50372a", "reconcileID": "576de394-07b6-4512-8a4d-d6550a80307c", "LLMInferenceService": "rate-test-model-50372a", "namespace": "ai-tenant-e2e-shared-a-w2-50372a"} 2026-09-19T15:43:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-50372a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-50372a", "reconcileID": "81119411-ac2f-43d2-a4a6-c97f7474d5b9", "Gateway": "e2e-shared-a-w2-50372a", "namespace": "openshift-ingress"} 2026-09-19T15:43:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-50372a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-50372a", "reconcileID": "81119411-ac2f-43d2-a4a6-c97f7474d5b9", "Gateway": "e2e-shared-a-w2-50372a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-50372a-authn-ssl"} 2026-09-19T15:43:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-50372a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-50372a", "reconcileID": "81119411-ac2f-43d2-a4a6-c97f7474d5b9", "Gateway": "e2e-shared-a-w2-50372a", "namespace": "openshift-ingress"} 2026-09-19T15:43:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-50372a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-50372a", "reconcileID": "fe0e5dd9-9f19-4ac6-8c00-d7afa8ae4970", "Gateway": "e2e-shared-a-w2-50372a", "namespace": "openshift-ingress"} 2026-09-19T15:43:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-50372a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-50372a", "reconcileID": "fe0e5dd9-9f19-4ac6-8c00-d7afa8ae4970", "Gateway": "e2e-shared-a-w2-50372a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-50372a-authn-ssl"} 2026-09-19T15:43:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-50372a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-50372a", "reconcileID": "fe0e5dd9-9f19-4ac6-8c00-d7afa8ae4970", "Gateway": "e2e-shared-a-w2-50372a", "namespace": "openshift-ingress"} 2026-09-19T15:43:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "12ca3f5c-4377-49dc-8fdb-16d6f53f7bfe", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2"} 2026-09-19T15:43:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "12ca3f5c-4377-49dc-8fdb-16d6f53f7bfe", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2"} 2026-09-19T15:43:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "12ca3f5c-4377-49dc-8fdb-16d6f53f7bfe", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2"} 2026-09-19T15:43:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "12ca3f5c-4377-49dc-8fdb-16d6f53f7bfe", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2"} 2026-09-19T15:43:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "12ca3f5c-4377-49dc-8fdb-16d6f53f7bfe", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2-kserve-route-authn"} 2026-09-19T15:43:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "12ca3f5c-4377-49dc-8fdb-16d6f53f7bfe", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2-kserve-route-authn"} 2026-09-19T15:43:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "12ca3f5c-4377-49dc-8fdb-16d6f53f7bfe", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2"} 2026-09-19T15:43:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "12ca3f5c-4377-49dc-8fdb-16d6f53f7bfe", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2"} 2026-09-19T15:43:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9c5c2","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "rate-test-model-f9c5c2", "reconcileID": "35a85ab9-605a-4b8f-be81-2f786dbf7df6", "LLMInferenceService": "rate-test-model-f9c5c2", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2"} 2026-09-19T15:43:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f9c5c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f9c5c2", "reconcileID": "13957587-dcf6-4a94-9ad1-ffcdf87f9c56", "Gateway": "e2e-shared-b-w2-f9c5c2", "namespace": "openshift-ingress"} 2026-09-19T15:43:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f9c5c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f9c5c2", "reconcileID": "13957587-dcf6-4a94-9ad1-ffcdf87f9c56", "Gateway": "e2e-shared-b-w2-f9c5c2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f9c5c2-authn-ssl"} 2026-09-19T15:43:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f9c5c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f9c5c2", "reconcileID": "13957587-dcf6-4a94-9ad1-ffcdf87f9c56", "Gateway": "e2e-shared-b-w2-f9c5c2", "namespace": "openshift-ingress"} 2026-09-19T15:43:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f9c5c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f9c5c2", "reconcileID": "1ff7f729-ef6d-40b2-99b4-48ddadad7504", "Gateway": "e2e-shared-b-w2-f9c5c2", "namespace": "openshift-ingress"} 2026-09-19T15:43:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f9c5c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f9c5c2", "reconcileID": "1ff7f729-ef6d-40b2-99b4-48ddadad7504", "Gateway": "e2e-shared-b-w2-f9c5c2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f9c5c2-authn-ssl"} 2026-09-19T15:43:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f9c5c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f9c5c2", "reconcileID": "1ff7f729-ef6d-40b2-99b4-48ddadad7504", "Gateway": "e2e-shared-b-w2-f9c5c2", "namespace": "openshift-ingress"} 2026-09-19T15:43:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "e92a791c-1c7f-4f6b-8f13-e396d830a437", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:43:55Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "e92a791c-1c7f-4f6b-8f13-e396d830a437", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326-authn-ssl"} 2026-09-19T15:43:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "e92a791c-1c7f-4f6b-8f13-e396d830a437", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:43:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "24136b74-5b4a-494d-b8fb-2337663d66f9", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:43:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "24136b74-5b4a-494d-b8fb-2337663d66f9", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326-authn-ssl"} 2026-09-19T15:43:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "24136b74-5b4a-494d-b8fb-2337663d66f9", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:43:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "11b1054b-f4ca-4b8a-8b74-00d57500f613", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:43:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "11b1054b-f4ca-4b8a-8b74-00d57500f613", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326-authn-ssl"} 2026-09-19T15:43:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "11b1054b-f4ca-4b8a-8b74-00d57500f613", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:43:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "14fc1743-335c-45f2-ad46-8db37673497c", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:43:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "14fc1743-335c-45f2-ad46-8db37673497c", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326-authn-ssl"} 2026-09-19T15:43:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "14fc1743-335c-45f2-ad46-8db37673497c", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:43:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "e2446de5-c151-42af-8849-880828767c23", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:43:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "e2446de5-c151-42af-8849-880828767c23", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326-authn-ssl"} 2026-09-19T15:43:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "e2446de5-c151-42af-8849-880828767c23", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:43:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "ff89e2d5-df88-4460-bfc8-3637489a468d", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:43:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "ff89e2d5-df88-4460-bfc8-3637489a468d", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326-authn-ssl"} 2026-09-19T15:43:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "ff89e2d5-df88-4460-bfc8-3637489a468d", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:43:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "bb3a5d75-a4d6-4733-825d-2ea1e85dc65d", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:43:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "bb3a5d75-a4d6-4733-825d-2ea1e85dc65d", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326-authn-ssl"} 2026-09-19T15:43:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "bb3a5d75-a4d6-4733-825d-2ea1e85dc65d", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:43:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "openshift-service-ca.crt", "reconcileID": "800aebd6-d484-4485-b03c-638b8bcf6d69", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:43:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "odh-trusted-ca-bundle", "reconcileID": "c67aa62b-4577-4930-8a4e-ca9d637a4d26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:43:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "openshift-service-ca.crt", "reconcileID": "b3e2055b-c325-4452-a24d-1660c52e5ad0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-521326", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T15:43:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "openshift-service-ca.crt", "reconcileID": "b3e2055b-c325-4452-a24d-1660c52e5ad0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:43:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "openshift-service-ca.crt", "reconcileID": "9709b140-49a1-4c00-a46d-0b894ad1e91c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:43:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b0b7cd1-39b9-42f3-bcd1-34186db27fce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:43:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "odh-trusted-ca-bundle", "reconcileID": "1cf93c3f-cc16-48a9-8aee-b4427d78ee2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-521326", "update": "odh-kserve-custom-ca-bundle"} 2026-09-19T15:43:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "odh-trusted-ca-bundle", "reconcileID": "1cf93c3f-cc16-48a9-8aee-b4427d78ee2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:43:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc0a34f9-7ca0-4f3e-8cfd-791fe5e1759a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:44:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "56757363-e6f2-4832-9300-3216c80b6b6b", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:44:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "56757363-e6f2-4832-9300-3216c80b6b6b", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326-authn-ssl"} 2026-09-19T15:44:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "56757363-e6f2-4832-9300-3216c80b6b6b", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:44:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "c3132bbf-d0e3-473a-866f-86bcd58df8fb", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:44:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "c3132bbf-d0e3-473a-866f-86bcd58df8fb", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326-authn-ssl"} 2026-09-19T15:44:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "c3132bbf-d0e3-473a-866f-86bcd58df8fb", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:44:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "8a862f7b-f064-4c87-8227-5a6c173eaf98", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:44:24Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "8a862f7b-f064-4c87-8227-5a6c173eaf98", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69-authn-ssl"} 2026-09-19T15:44:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "8a862f7b-f064-4c87-8227-5a6c173eaf98", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:44:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "d5ca1ecf-e737-44ed-a59c-b9726abca32d", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:44:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "d5ca1ecf-e737-44ed-a59c-b9726abca32d", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69-authn-ssl"} 2026-09-19T15:44:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "d5ca1ecf-e737-44ed-a59c-b9726abca32d", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:44:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "1d1f6b99-85c7-4789-8c84-d382dcdfcb13", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:44:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "1d1f6b99-85c7-4789-8c84-d382dcdfcb13", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69-authn-ssl"} 2026-09-19T15:44:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "1d1f6b99-85c7-4789-8c84-d382dcdfcb13", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:44:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "643e71ef-dd36-4d64-86c7-22f2c22696e2", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:44:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "643e71ef-dd36-4d64-86c7-22f2c22696e2", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69-authn-ssl"} 2026-09-19T15:44:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "643e71ef-dd36-4d64-86c7-22f2c22696e2", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:44:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "9a580d53-2344-4159-b54b-d7cfe351d4e6", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:44:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "9a580d53-2344-4159-b54b-d7cfe351d4e6", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69-authn-ssl"} 2026-09-19T15:44:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "9a580d53-2344-4159-b54b-d7cfe351d4e6", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:44:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "5db35819-51e1-4917-8bc3-7d89c5998d7b", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:44:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "5db35819-51e1-4917-8bc3-7d89c5998d7b", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69-authn-ssl"} 2026-09-19T15:44:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "5db35819-51e1-4917-8bc3-7d89c5998d7b", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:44:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "41cda0d0-664b-4f77-add6-6df3bcf882ce", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:44:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "41cda0d0-664b-4f77-add6-6df3bcf882ce", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69-authn-ssl"} 2026-09-19T15:44:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "41cda0d0-664b-4f77-add6-6df3bcf882ce", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:44:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "804c177b-2866-4b96-a67c-de3d4ae55ce6", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:44:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "804c177b-2866-4b96-a67c-de3d4ae55ce6", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69-authn-ssl"} 2026-09-19T15:44:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "804c177b-2866-4b96-a67c-de3d4ae55ce6", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:44:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-30ef69"}, "namespace": "ai-tenant-e2e-ipp-b-30ef69", "name": "openshift-service-ca.crt", "reconcileID": "18157771-c248-40aa-b128-c7310fc97ee8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-30ef69"} 2026-09-19T15:44:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30ef69"}, "namespace": "ai-tenant-e2e-ipp-b-30ef69", "name": "odh-trusted-ca-bundle", "reconcileID": "7788cea5-d0ee-41dc-a5fd-4cae7942bdf2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-30ef69"} 2026-09-19T15:44:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-30ef69"}, "namespace": "ai-tenant-e2e-ipp-b-30ef69", "name": "openshift-service-ca.crt", "reconcileID": "ceaee943-8d65-4149-948f-8c963d50085f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-30ef69", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T15:44:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-30ef69"}, "namespace": "ai-tenant-e2e-ipp-b-30ef69", "name": "openshift-service-ca.crt", "reconcileID": "ceaee943-8d65-4149-948f-8c963d50085f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-30ef69"} 2026-09-19T15:44:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30ef69"}, "namespace": "ai-tenant-e2e-ipp-b-30ef69", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "413d2f96-0cd9-4710-b08b-19ab01aa2821", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-30ef69"} 2026-09-19T15:44:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-30ef69"}, "namespace": "ai-tenant-e2e-ipp-b-30ef69", "name": "openshift-service-ca.crt", "reconcileID": "f8804059-ba40-4d83-8d71-d3c3a2ffc750", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-30ef69"} 2026-09-19T15:44:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30ef69"}, "namespace": "ai-tenant-e2e-ipp-b-30ef69", "name": "odh-trusted-ca-bundle", "reconcileID": "fb5e5014-2922-4e7b-bac7-f5d3fdf4d565", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-30ef69", "update": "odh-kserve-custom-ca-bundle"} 2026-09-19T15:44:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30ef69"}, "namespace": "ai-tenant-e2e-ipp-b-30ef69", "name": "odh-trusted-ca-bundle", "reconcileID": "fb5e5014-2922-4e7b-bac7-f5d3fdf4d565", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-30ef69"} 2026-09-19T15:44:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30ef69"}, "namespace": "ai-tenant-e2e-ipp-b-30ef69", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "230b5a28-4e73-4647-a757-95a8a8ed1958", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-30ef69"} 2026-09-19T15:44:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "646cd9c3-93ca-4323-9aad-268c12207b5b", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:44:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "646cd9c3-93ca-4323-9aad-268c12207b5b", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69-authn-ssl"} 2026-09-19T15:44:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "646cd9c3-93ca-4323-9aad-268c12207b5b", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:44:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "f1b60f24-6385-40b7-8188-e31e36bd4277", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:44:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "f1b60f24-6385-40b7-8188-e31e36bd4277", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69-authn-ssl"} 2026-09-19T15:44:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "f1b60f24-6385-40b7-8188-e31e36bd4277", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:44:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "d5b897e0-2260-44e5-8882-cd45da390f79", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:44:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "d5b897e0-2260-44e5-8882-cd45da390f79", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:44:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "d5b897e0-2260-44e5-8882-cd45da390f79", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:44:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "d4e56118-467d-4bc8-8c70-9fc62f55c582", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:44:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "d5b897e0-2260-44e5-8882-cd45da390f79", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326-kserve-route-authn"} 2026-09-19T15:44:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "d5b897e0-2260-44e5-8882-cd45da390f79", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326", "authType": "userdefined"} 2026-09-19T15:44:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "d5b897e0-2260-44e5-8882-cd45da390f79", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:44:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "d4e56118-467d-4bc8-8c70-9fc62f55c582", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326-authn-ssl"} 2026-09-19T15:44:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "d4e56118-467d-4bc8-8c70-9fc62f55c582", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:44:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "fcea3ad7-353d-46d4-be23-bcb41c5c4d70", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:44:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "fcea3ad7-353d-46d4-be23-bcb41c5c4d70", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:44:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "fcea3ad7-353d-46d4-be23-bcb41c5c4d70", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:44:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "fcea3ad7-353d-46d4-be23-bcb41c5c4d70", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326-kserve-route-authn"} 2026-09-19T15:44:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "fcea3ad7-353d-46d4-be23-bcb41c5c4d70", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326", "authType": "userdefined"} 2026-09-19T15:44:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "fcea3ad7-353d-46d4-be23-bcb41c5c4d70", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:45:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "85532143-9aa3-4dd9-a1a4-f8134234071b", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:45:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "85532143-9aa3-4dd9-a1a4-f8134234071b", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326-authn-ssl"} 2026-09-19T15:45:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "85532143-9aa3-4dd9-a1a4-f8134234071b", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:45:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "4796a66b-8fcd-4e06-851b-d02552f88f06", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:45:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "4796a66b-8fcd-4e06-851b-d02552f88f06", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:45:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "4796a66b-8fcd-4e06-851b-d02552f88f06", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:45:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "4796a66b-8fcd-4e06-851b-d02552f88f06", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326-kserve-route-authn"} 2026-09-19T15:45:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "4796a66b-8fcd-4e06-851b-d02552f88f06", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326", "authType": "userdefined"} 2026-09-19T15:45:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "4796a66b-8fcd-4e06-851b-d02552f88f06", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:45:31Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T15:45:31Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T15:45:31Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T15:45:31Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T15:45:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "39efb893-e075-4801-b94a-93c596b6e5b1", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:45:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "39efb893-e075-4801-b94a-93c596b6e5b1", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:45:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "39efb893-e075-4801-b94a-93c596b6e5b1", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:45:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "39efb893-e075-4801-b94a-93c596b6e5b1", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326-kserve-route-authn"} 2026-09-19T15:45:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "39efb893-e075-4801-b94a-93c596b6e5b1", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326", "authType": "userdefined"} 2026-09-19T15:45:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "39efb893-e075-4801-b94a-93c596b6e5b1", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:46:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "313a6a38-4c78-4141-a4c5-e7a0d9b24d10", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:46:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "313a6a38-4c78-4141-a4c5-e7a0d9b24d10", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0-authn-ssl"} 2026-09-19T15:46:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "313a6a38-4c78-4141-a4c5-e7a0d9b24d10", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:46:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "85ebbea4-b8e4-4d99-be26-b91799bc5d77", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:46:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "85ebbea4-b8e4-4d99-be26-b91799bc5d77", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0-authn-ssl"} 2026-09-19T15:46:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "85ebbea4-b8e4-4d99-be26-b91799bc5d77", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:46:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "92a0b42d-b382-4006-8ea1-78e3d372cc8c", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:46:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "92a0b42d-b382-4006-8ea1-78e3d372cc8c", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0-authn-ssl"} 2026-09-19T15:46:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "92a0b42d-b382-4006-8ea1-78e3d372cc8c", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:46:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "483dbc50-1041-4a83-b0a9-5e5e387cc2cf", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:46:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "483dbc50-1041-4a83-b0a9-5e5e387cc2cf", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0-authn-ssl"} 2026-09-19T15:46:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "483dbc50-1041-4a83-b0a9-5e5e387cc2cf", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:46:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "8fd56a93-c065-4e92-b774-83f91b58bf72", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:46:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "8fd56a93-c065-4e92-b774-83f91b58bf72", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0-authn-ssl"} 2026-09-19T15:46:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "8fd56a93-c065-4e92-b774-83f91b58bf72", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:46:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "bedc7e90-c703-41b3-84ef-72f9c7217f95", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:46:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "bedc7e90-c703-41b3-84ef-72f9c7217f95", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0-authn-ssl"} 2026-09-19T15:46:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "bedc7e90-c703-41b3-84ef-72f9c7217f95", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:46:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "464e2dc6-7502-4f18-8e97-7672edb8710f", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:46:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "464e2dc6-7502-4f18-8e97-7672edb8710f", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0-authn-ssl"} 2026-09-19T15:46:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "464e2dc6-7502-4f18-8e97-7672edb8710f", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:46:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fa8af0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0", "name": "openshift-service-ca.crt", "reconcileID": "f634908f-8814-4655-adf7-0bdfada9e47a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0"} 2026-09-19T15:46:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fa8af0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0", "name": "odh-trusted-ca-bundle", "reconcileID": "6c9e61e9-f719-4b04-b7d3-768439a8212d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0"} 2026-09-19T15:46:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fa8af0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0", "name": "openshift-service-ca.crt", "reconcileID": "c0a3b3fb-c0d7-47db-8b4e-9dfbb90b53bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T15:46:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fa8af0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0", "name": "openshift-service-ca.crt", "reconcileID": "c0a3b3fb-c0d7-47db-8b4e-9dfbb90b53bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0"} 2026-09-19T15:46:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fa8af0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2890e1e7-c431-4227-b67b-7e938a5b1043", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0"} 2026-09-19T15:46:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fa8af0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0", "name": "openshift-service-ca.crt", "reconcileID": "280793ec-d813-4dd9-adb2-3a2039761517", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0"} 2026-09-19T15:46:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fa8af0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0", "name": "odh-trusted-ca-bundle", "reconcileID": "d8732467-ae13-4fd6-ab16-a7f8d3672f06", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0", "update": "odh-kserve-custom-ca-bundle"} 2026-09-19T15:46:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fa8af0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0", "name": "odh-trusted-ca-bundle", "reconcileID": "d8732467-ae13-4fd6-ab16-a7f8d3672f06", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0"} 2026-09-19T15:46:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fa8af0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1552c8a-8e0e-4c5c-b85b-dfe471a88257", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0"} 2026-09-19T15:46:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "e2d06470-5b4a-4709-831a-3d91ccc902df", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:46:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "e2d06470-5b4a-4709-831a-3d91ccc902df", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0-authn-ssl"} 2026-09-19T15:46:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "e2d06470-5b4a-4709-831a-3d91ccc902df", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:46:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "6428251f-bd36-422a-b914-39863e5ee816", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:46:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "6428251f-bd36-422a-b914-39863e5ee816", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0-authn-ssl"} 2026-09-19T15:46:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "6428251f-bd36-422a-b914-39863e5ee816", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:46:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "628d5ca2-216d-4b3d-acf4-25d70b052d6b", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:46:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "628d5ca2-216d-4b3d-acf4-25d70b052d6b", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0-authn-ssl"} 2026-09-19T15:46:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "628d5ca2-216d-4b3d-acf4-25d70b052d6b", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:46:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "367e84c6-eb65-4e52-944a-c31078ac262a", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:46:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "367e84c6-eb65-4e52-944a-c31078ac262a", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0-authn-ssl"} 2026-09-19T15:46:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "367e84c6-eb65-4e52-944a-c31078ac262a", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:46:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fa8af0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7db988d5-32de-4cd5-8deb-cde47811131b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0"} 2026-09-19T15:46:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fa8af0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7db988d5-32de-4cd5-8deb-cde47811131b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T15:46:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fa8af0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7db988d5-32de-4cd5-8deb-cde47811131b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-fa8af0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-19T15:46:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fa8af0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0", "name": "odh-trusted-ca-bundle", "reconcileID": "26910bc2-8355-4854-9a89-d9537e54330c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0"} 2026-09-19T15:46:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fa8af0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0", "name": "odh-trusted-ca-bundle", "reconcileID": "26910bc2-8355-4854-9a89-d9537e54330c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0"} 2026-09-19T15:46:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fa8af0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0", "name": "openshift-service-ca.crt", "reconcileID": "fb98082d-c216-4a8f-98dd-e088246791d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0"} 2026-09-19T15:46:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fa8af0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0", "name": "openshift-service-ca.crt", "reconcileID": "fb98082d-c216-4a8f-98dd-e088246791d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0"} 2026-09-19T15:46:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fa8af0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "784b7fc9-97fa-4823-b230-10998543a618", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0"} 2026-09-19T15:46:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fa8af0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "784b7fc9-97fa-4823-b230-10998543a618", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fa8af0"} 2026-09-19T15:46:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fa8af0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fa8af0", "reconcileID": "d8c6395f-c8bc-4283-9928-eb7ad317e2af", "Gateway": "e2e-ipp-cleanup-fa8af0", "namespace": "openshift-ingress"} 2026-09-19T15:47:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "dea217e4-988f-4ec4-9fa7-1875cddd6ebf", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:47:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "dea217e4-988f-4ec4-9fa7-1875cddd6ebf", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326-authn-ssl"} 2026-09-19T15:47:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "dea217e4-988f-4ec4-9fa7-1875cddd6ebf", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:47:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "12744059-f420-4204-8ef9-7278b4fe716c", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:47:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "12744059-f420-4204-8ef9-7278b4fe716c", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326-authn-ssl"} 2026-09-19T15:47:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "12744059-f420-4204-8ef9-7278b4fe716c", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:47:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "91a68719-8739-44b8-b292-7969a8d1ca3d", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:47:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "91a68719-8739-44b8-b292-7969a8d1ca3d", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326-authn-ssl"} 2026-09-19T15:47:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "91a68719-8739-44b8-b292-7969a8d1ca3d", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:47:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "4f0f56fe-1920-4348-8862-a8f079a9c16f", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "4f0f56fe-1920-4348-8862-a8f079a9c16f", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "4f0f56fe-1920-4348-8862-a8f079a9c16f", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "4f0f56fe-1920-4348-8862-a8f079a9c16f", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326-kserve-route-authn"} 2026-09-19T15:47:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "4f0f56fe-1920-4348-8862-a8f079a9c16f", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326", "authType": "userdefined"} 2026-09-19T15:47:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "4f0f56fe-1920-4348-8862-a8f079a9c16f", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "b99f638c-8d9e-4dfa-9c1b-d00411ceb56e", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "b99f638c-8d9e-4dfa-9c1b-d00411ceb56e", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "b99f638c-8d9e-4dfa-9c1b-d00411ceb56e", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "b99f638c-8d9e-4dfa-9c1b-d00411ceb56e", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326-kserve-route-authn"} 2026-09-19T15:47:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "b99f638c-8d9e-4dfa-9c1b-d00411ceb56e", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326", "authType": "userdefined"} 2026-09-19T15:47:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "b99f638c-8d9e-4dfa-9c1b-d00411ceb56e", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c67b18b0-85a7-430b-b9c7-61f08d7444ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c67b18b0-85a7-430b-b9c7-61f08d7444ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-521326", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T15:47:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c67b18b0-85a7-430b-b9c7-61f08d7444ec", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-521326 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-19T15:47:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "odh-trusted-ca-bundle", "reconcileID": "2a01058a-28ba-41ec-8be4-6d4282fbcabc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "odh-trusted-ca-bundle", "reconcileID": "2a01058a-28ba-41ec-8be4-6d4282fbcabc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "openshift-service-ca.crt", "reconcileID": "2ed2eeef-9015-46d5-a8b2-fffea4e22dcf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "openshift-service-ca.crt", "reconcileID": "2ed2eeef-9015-46d5-a8b2-fffea4e22dcf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "773e9ab4-d30a-42c8-a71d-2765a9ac0774", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "773e9ab4-d30a-42c8-a71d-2765a9ac0774", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "a5c7d071-1472-40dc-a3c8-45994be696c6", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:47:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "a5c7d071-1472-40dc-a3c8-45994be696c6", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326-authn-ssl"} 2026-09-19T15:47:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "a5c7d071-1472-40dc-a3c8-45994be696c6", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:47:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "cdb08e57-394a-4fbf-8eb4-4740cab82bdd", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "cdb08e57-394a-4fbf-8eb4-4740cab82bdd", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326"} 2026-09-19T15:47:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "cdb08e57-394a-4fbf-8eb4-4740cab82bdd", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "cdb08e57-394a-4fbf-8eb4-4740cab82bdd", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "cdb08e57-394a-4fbf-8eb4-4740cab82bdd", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326-kserve-route-authn"} 2026-09-19T15:47:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "cdb08e57-394a-4fbf-8eb4-4740cab82bdd", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326-kserve-route-authn"} 2026-09-19T15:47:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "cdb08e57-394a-4fbf-8eb4-4740cab82bdd", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "cdb08e57-394a-4fbf-8eb4-4740cab82bdd", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "1b6fa38d-42ff-4987-b2f2-ea03d8cdf7a1", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "1b6fa38d-42ff-4987-b2f2-ea03d8cdf7a1", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326"} 2026-09-19T15:47:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "1b6fa38d-42ff-4987-b2f2-ea03d8cdf7a1", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "1b6fa38d-42ff-4987-b2f2-ea03d8cdf7a1", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "1b6fa38d-42ff-4987-b2f2-ea03d8cdf7a1", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326-kserve-route-authn"} 2026-09-19T15:47:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "1b6fa38d-42ff-4987-b2f2-ea03d8cdf7a1", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326-kserve-route-authn"} 2026-09-19T15:47:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "1b6fa38d-42ff-4987-b2f2-ea03d8cdf7a1", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "1b6fa38d-42ff-4987-b2f2-ea03d8cdf7a1", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-521326","namespace":"ai-tenant-e2e-ipp-a-521326"}, "namespace": "ai-tenant-e2e-ipp-a-521326", "name": "ipp-route-521326", "reconcileID": "fe10c2d3-babe-468c-b2f9-1dd35edc6bb8", "LLMInferenceService": "ipp-route-521326", "namespace": "ai-tenant-e2e-ipp-a-521326"} 2026-09-19T15:47:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "b3f7d7a0-faea-4b12-aed6-40e43200c00b", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:47:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "b3f7d7a0-faea-4b12-aed6-40e43200c00b", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326-authn-ssl"} 2026-09-19T15:47:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "b3f7d7a0-faea-4b12-aed6-40e43200c00b", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:47:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-521326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-521326", "reconcileID": "75db6a90-28a2-4fbe-971d-3672e88ae2df", "Gateway": "e2e-ipp-a-521326", "namespace": "openshift-ingress"} 2026-09-19T15:48:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "8b13bdea-5804-4da1-8f76-9a5cb20db8aa", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:48:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "8b13bdea-5804-4da1-8f76-9a5cb20db8aa", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69-authn-ssl"} 2026-09-19T15:48:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "8b13bdea-5804-4da1-8f76-9a5cb20db8aa", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:48:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "ee3492e9-986b-4726-87ad-1396c5bb9455", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:48:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "ee3492e9-986b-4726-87ad-1396c5bb9455", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69-authn-ssl"} 2026-09-19T15:48:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "ee3492e9-986b-4726-87ad-1396c5bb9455", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:48:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30ef69"}, "namespace": "ai-tenant-e2e-ipp-b-30ef69", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1522c4d-4340-4060-bb09-aae18bad6f13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-30ef69"} 2026-09-19T15:48:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30ef69"}, "namespace": "ai-tenant-e2e-ipp-b-30ef69", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1522c4d-4340-4060-bb09-aae18bad6f13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-30ef69", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T15:48:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30ef69"}, "namespace": "ai-tenant-e2e-ipp-b-30ef69", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1522c4d-4340-4060-bb09-aae18bad6f13", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-30ef69 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-19T15:48:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30ef69"}, "namespace": "ai-tenant-e2e-ipp-b-30ef69", "name": "odh-trusted-ca-bundle", "reconcileID": "acef6d05-9d18-44f7-a5e9-331b665cf670", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-30ef69"} 2026-09-19T15:48:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30ef69"}, "namespace": "ai-tenant-e2e-ipp-b-30ef69", "name": "odh-trusted-ca-bundle", "reconcileID": "acef6d05-9d18-44f7-a5e9-331b665cf670", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-30ef69"} 2026-09-19T15:48:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-30ef69"}, "namespace": "ai-tenant-e2e-ipp-b-30ef69", "name": "openshift-service-ca.crt", "reconcileID": "3df8fb63-2a5e-4781-897c-02b585f5419f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-30ef69"} 2026-09-19T15:48:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-30ef69"}, "namespace": "ai-tenant-e2e-ipp-b-30ef69", "name": "openshift-service-ca.crt", "reconcileID": "3df8fb63-2a5e-4781-897c-02b585f5419f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-30ef69"} 2026-09-19T15:48:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30ef69"}, "namespace": "ai-tenant-e2e-ipp-b-30ef69", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8750e9d9-c2fa-4057-923f-c66dc27809fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-30ef69"} 2026-09-19T15:48:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-30ef69"}, "namespace": "ai-tenant-e2e-ipp-b-30ef69", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8750e9d9-c2fa-4057-923f-c66dc27809fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-30ef69"} 2026-09-19T15:48:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-30ef69","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-30ef69", "reconcileID": "b570159d-8326-47f5-ad1c-5c5914cf9a0c", "Gateway": "e2e-ipp-b-30ef69", "namespace": "openshift-ingress"} 2026-09-19T15:48:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-50372a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-50372a", "reconcileID": "de7b3468-9feb-4e87-a6a3-899b4829213c", "Gateway": "e2e-shared-a-w2-50372a", "namespace": "openshift-ingress"} 2026-09-19T15:48:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-50372a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-50372a", "reconcileID": "de7b3468-9feb-4e87-a6a3-899b4829213c", "Gateway": "e2e-shared-a-w2-50372a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-50372a-authn-ssl"} 2026-09-19T15:48:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-50372a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-50372a", "reconcileID": "de7b3468-9feb-4e87-a6a3-899b4829213c", "Gateway": "e2e-shared-a-w2-50372a", "namespace": "openshift-ingress"} 2026-09-19T15:48:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-50372a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-50372a", "reconcileID": "6f5d8d39-1c82-43a0-8e09-f9fd22dfb92f", "Gateway": "e2e-shared-a-w2-50372a", "namespace": "openshift-ingress"} 2026-09-19T15:48:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-50372a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-50372a", "reconcileID": "6f5d8d39-1c82-43a0-8e09-f9fd22dfb92f", "Gateway": "e2e-shared-a-w2-50372a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-50372a-authn-ssl"} 2026-09-19T15:48:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-50372a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-50372a", "reconcileID": "6f5d8d39-1c82-43a0-8e09-f9fd22dfb92f", "Gateway": "e2e-shared-a-w2-50372a", "namespace": "openshift-ingress"} 2026-09-19T15:48:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-50372a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-50372a", "reconcileID": "f6c08c7d-2def-4d4a-ab14-5f6ee2cbfd28", "Gateway": "e2e-shared-a-w2-50372a", "namespace": "openshift-ingress"} 2026-09-19T15:48:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-50372a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-50372a", "reconcileID": "f6c08c7d-2def-4d4a-ab14-5f6ee2cbfd28", "Gateway": "e2e-shared-a-w2-50372a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-50372a-authn-ssl"} 2026-09-19T15:48:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-50372a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-50372a", "reconcileID": "f6c08c7d-2def-4d4a-ab14-5f6ee2cbfd28", "Gateway": "e2e-shared-a-w2-50372a", "namespace": "openshift-ingress"} 2026-09-19T15:48:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-50372a"}, "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2657d79b-9051-4445-a344-13a5cb90825e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-50372a"} 2026-09-19T15:48:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-50372a"}, "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2657d79b-9051-4445-a344-13a5cb90825e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T15:48:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-50372a"}, "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2657d79b-9051-4445-a344-13a5cb90825e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-50372a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-19T15:48:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-50372a"}, "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "name": "odh-trusted-ca-bundle", "reconcileID": "335457c0-2951-424b-b330-6b9042603296", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-50372a"} 2026-09-19T15:48:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-50372a"}, "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "name": "odh-trusted-ca-bundle", "reconcileID": "335457c0-2951-424b-b330-6b9042603296", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-50372a"} 2026-09-19T15:48:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-50372a"}, "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "name": "openshift-service-ca.crt", "reconcileID": "9800f4c9-c619-4201-8cff-18453f946e53", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-50372a"} 2026-09-19T15:48:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-50372a"}, "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "name": "openshift-service-ca.crt", "reconcileID": "9800f4c9-c619-4201-8cff-18453f946e53", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-50372a"} 2026-09-19T15:48:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-50372a"}, "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25761926-bbf9-44f1-a3b5-3fa2584e25aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-50372a"} 2026-09-19T15:48:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-50372a"}, "namespace": "ai-tenant-e2e-shared-a-w2-50372a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25761926-bbf9-44f1-a3b5-3fa2584e25aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-50372a"} 2026-09-19T15:48:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-50372a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-50372a", "reconcileID": "46444ace-ae20-49c4-9851-e4edc8ff8456", "Gateway": "e2e-shared-a-w2-50372a", "namespace": "openshift-ingress"} 2026-09-19T15:48:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f9c5c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f9c5c2", "reconcileID": "afabdafa-3580-411d-a34e-ab09f7198f5f", "Gateway": "e2e-shared-b-w2-f9c5c2", "namespace": "openshift-ingress"} 2026-09-19T15:48:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f9c5c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f9c5c2", "reconcileID": "afabdafa-3580-411d-a34e-ab09f7198f5f", "Gateway": "e2e-shared-b-w2-f9c5c2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f9c5c2-authn-ssl"} 2026-09-19T15:48:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f9c5c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f9c5c2", "reconcileID": "afabdafa-3580-411d-a34e-ab09f7198f5f", "Gateway": "e2e-shared-b-w2-f9c5c2", "namespace": "openshift-ingress"} 2026-09-19T15:48:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f9c5c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f9c5c2", "reconcileID": "4808977d-e0b7-402b-8a6a-f13c73d55e37", "Gateway": "e2e-shared-b-w2-f9c5c2", "namespace": "openshift-ingress"} 2026-09-19T15:48:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f9c5c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f9c5c2", "reconcileID": "4808977d-e0b7-402b-8a6a-f13c73d55e37", "Gateway": "e2e-shared-b-w2-f9c5c2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f9c5c2-authn-ssl"} 2026-09-19T15:48:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f9c5c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f9c5c2", "reconcileID": "4808977d-e0b7-402b-8a6a-f13c73d55e37", "Gateway": "e2e-shared-b-w2-f9c5c2", "namespace": "openshift-ingress"} 2026-09-19T15:48:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3313ad65-6db2-4d80-b55c-d84d3307d9dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2"} 2026-09-19T15:48:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3313ad65-6db2-4d80-b55c-d84d3307d9dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-19T15:48:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3313ad65-6db2-4d80-b55c-d84d3307d9dd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-f9c5c2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-19T15:48:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "odh-trusted-ca-bundle", "reconcileID": "b6164fda-44d3-44aa-8431-932b9f6a9c12", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2"} 2026-09-19T15:48:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "odh-trusted-ca-bundle", "reconcileID": "b6164fda-44d3-44aa-8431-932b9f6a9c12", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2"} 2026-09-19T15:48:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "openshift-service-ca.crt", "reconcileID": "b2f94de8-14db-4b7a-9725-5b73ee7f387f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2"} 2026-09-19T15:48:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "openshift-service-ca.crt", "reconcileID": "b2f94de8-14db-4b7a-9725-5b73ee7f387f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2"} 2026-09-19T15:48:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1020145-d522-4a77-8dbb-d846cdc230fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2"} 2026-09-19T15:48:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f9c5c2"}, "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1020145-d522-4a77-8dbb-d846cdc230fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f9c5c2"} 2026-09-19T15:48:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f9c5c2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f9c5c2", "reconcileID": "e9c2d5ec-88e9-489e-be99-e64ef802b919", "Gateway": "e2e-shared-b-w2-f9c5c2", "namespace": "openshift-ingress"} 2026-09-19T15:52:12Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T15:52:12Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T15:52:17Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T15:52:17Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-19T15:53:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "134d4674-9682-40ef-94bb-18980deab2c7", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm"} 2026-09-19T15:53:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "134d4674-9682-40ef-94bb-18980deab2c7", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm"} 2026-09-19T15:53:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "134d4674-9682-40ef-94bb-18980deab2c7", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm"} 2026-09-19T15:53:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cccef91a-d813-4ef3-b950-abc01d682fff", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T15:53:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "134d4674-9682-40ef-94bb-18980deab2c7", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm", "name": "e2e-same-id-a-452b12f1-kserve-route-authn"} 2026-09-19T15:53:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "134d4674-9682-40ef-94bb-18980deab2c7", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm", "authType": "userdefined"} 2026-09-19T15:53:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "134d4674-9682-40ef-94bb-18980deab2c7", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm"} 2026-09-19T15:53:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cccef91a-d813-4ef3-b950-abc01d682fff", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T15:53:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cccef91a-d813-4ef3-b950-abc01d682fff", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T15:53:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "dc84fd75-9b2b-4b34-a6a4-03ebb8d1daeb", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm"} 2026-09-19T15:53:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "dc84fd75-9b2b-4b34-a6a4-03ebb8d1daeb", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm"} 2026-09-19T15:53:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "dc84fd75-9b2b-4b34-a6a4-03ebb8d1daeb", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm"} 2026-09-19T15:53:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "dc84fd75-9b2b-4b34-a6a4-03ebb8d1daeb", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm", "name": "e2e-same-id-a-452b12f1-kserve-route-authn"} 2026-09-19T15:53:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "dc84fd75-9b2b-4b34-a6a4-03ebb8d1daeb", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm", "authType": "userdefined"} 2026-09-19T15:53:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "dc84fd75-9b2b-4b34-a6a4-03ebb8d1daeb", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm"} 2026-09-19T15:53:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "4d6b90aa-f14d-407b-a122-404f19b494b2", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm"} 2026-09-19T15:53:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "4d6b90aa-f14d-407b-a122-404f19b494b2", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm"} 2026-09-19T15:53:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "4d6b90aa-f14d-407b-a122-404f19b494b2", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm"} 2026-09-19T15:53:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4717cd07-2619-40ee-83de-15176ad22064", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T15:53:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "4d6b90aa-f14d-407b-a122-404f19b494b2", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm", "name": "e2e-same-id-b-452b12f1-kserve-route-authn"} 2026-09-19T15:53:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "4d6b90aa-f14d-407b-a122-404f19b494b2", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm", "authType": "userdefined"} 2026-09-19T15:53:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "4d6b90aa-f14d-407b-a122-404f19b494b2", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm"} 2026-09-19T15:53:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4717cd07-2619-40ee-83de-15176ad22064", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T15:53:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4717cd07-2619-40ee-83de-15176ad22064", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T15:53:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0557277b-b1f2-4279-9f16-4e9d4ac28582", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T15:53:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0557277b-b1f2-4279-9f16-4e9d4ac28582", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T15:53:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0557277b-b1f2-4279-9f16-4e9d4ac28582", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T15:53:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "3ece8205-45ee-4bea-9c54-36b23d901253", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm"} 2026-09-19T15:53:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "3ece8205-45ee-4bea-9c54-36b23d901253", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm"} 2026-09-19T15:53:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "3ece8205-45ee-4bea-9c54-36b23d901253", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm"} 2026-09-19T15:53:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "3ece8205-45ee-4bea-9c54-36b23d901253", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm", "name": "e2e-same-id-a-452b12f1-kserve-route-authn"} 2026-09-19T15:53:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "3ece8205-45ee-4bea-9c54-36b23d901253", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm", "authType": "userdefined"} 2026-09-19T15:53:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "3ece8205-45ee-4bea-9c54-36b23d901253", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm"} 2026-09-19T15:53:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "e67f634a-ef54-46df-98a7-f31395adc430", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm"} 2026-09-19T15:53:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "e67f634a-ef54-46df-98a7-f31395adc430", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm"} 2026-09-19T15:53:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "e67f634a-ef54-46df-98a7-f31395adc430", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm"} 2026-09-19T15:53:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "e67f634a-ef54-46df-98a7-f31395adc430", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm", "name": "e2e-same-id-b-452b12f1-kserve-route-authn"} 2026-09-19T15:53:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "e67f634a-ef54-46df-98a7-f31395adc430", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm", "authType": "userdefined"} 2026-09-19T15:53:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "e67f634a-ef54-46df-98a7-f31395adc430", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm"} 2026-09-19T15:53:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64bf8715-5c35-420e-a925-061f9bc5c773", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T15:53:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64bf8715-5c35-420e-a925-061f9bc5c773", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T15:53:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64bf8715-5c35-420e-a925-061f9bc5c773", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T15:53:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "3718cb49-0585-454d-bedf-f57d6e884e44", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm"} 2026-09-19T15:53:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "3718cb49-0585-454d-bedf-f57d6e884e44", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm"} 2026-09-19T15:53:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "3718cb49-0585-454d-bedf-f57d6e884e44", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm"} 2026-09-19T15:53:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "3718cb49-0585-454d-bedf-f57d6e884e44", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm", "name": "e2e-same-id-b-452b12f1-kserve-route-authn"} 2026-09-19T15:53:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "3718cb49-0585-454d-bedf-f57d6e884e44", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm", "authType": "userdefined"} 2026-09-19T15:53:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "3718cb49-0585-454d-bedf-f57d6e884e44", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm"} 2026-09-19T15:53:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "0dea8b71-7687-4973-b952-629d18771648", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm"} 2026-09-19T15:53:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "0dea8b71-7687-4973-b952-629d18771648", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm"} 2026-09-19T15:53:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "0dea8b71-7687-4973-b952-629d18771648", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm"} 2026-09-19T15:53:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "0dea8b71-7687-4973-b952-629d18771648", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm", "name": "e2e-same-id-a-452b12f1-kserve-route-authn"} 2026-09-19T15:53:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "0dea8b71-7687-4973-b952-629d18771648", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm", "authType": "userdefined"} 2026-09-19T15:53:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "0dea8b71-7687-4973-b952-629d18771648", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm"} 2026-09-19T15:53:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "a4a93e9f-cf98-4172-b1e1-339727482c1d", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm"} 2026-09-19T15:53:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "a4a93e9f-cf98-4172-b1e1-339727482c1d", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm"} 2026-09-19T15:53:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "a4a93e9f-cf98-4172-b1e1-339727482c1d", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm"} 2026-09-19T15:53:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "a4a93e9f-cf98-4172-b1e1-339727482c1d", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm", "name": "e2e-same-id-b-452b12f1-kserve-route-authn"} 2026-09-19T15:53:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "a4a93e9f-cf98-4172-b1e1-339727482c1d", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm", "authType": "userdefined"} 2026-09-19T15:53:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "a4a93e9f-cf98-4172-b1e1-339727482c1d", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm"} 2026-09-19T15:53:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "a0fe37ce-90a5-46a9-8347-ac1d14cbaca8", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm"} 2026-09-19T15:53:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "a0fe37ce-90a5-46a9-8347-ac1d14cbaca8", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm", "name": "e2e-same-id-a-452b12f1"} 2026-09-19T15:53:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "a0fe37ce-90a5-46a9-8347-ac1d14cbaca8", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm"} 2026-09-19T15:53:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "a0fe37ce-90a5-46a9-8347-ac1d14cbaca8", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm"} 2026-09-19T15:53:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "a0fe37ce-90a5-46a9-8347-ac1d14cbaca8", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm", "name": "e2e-same-id-a-452b12f1-kserve-route-authn"} 2026-09-19T15:53:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "a0fe37ce-90a5-46a9-8347-ac1d14cbaca8", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm", "name": "e2e-same-id-a-452b12f1-kserve-route-authn"} 2026-09-19T15:53:55Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-452b12f1", "reconcileID": "0650e5ef-32a8-49f3-ae23-17d1f213fc53", "LLMInferenceService": "e2e-same-id-a-452b12f1", "namespace": "llm"} 2026-09-19T15:53:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d608289-d4e9-481a-ba76-6b5a5092927d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T15:53:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d608289-d4e9-481a-ba76-6b5a5092927d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T15:53:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d608289-d4e9-481a-ba76-6b5a5092927d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T15:53:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c3f1968c-4d4c-41f0-aedb-d19d54f6986f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T15:53:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c3f1968c-4d4c-41f0-aedb-d19d54f6986f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T15:53:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c3f1968c-4d4c-41f0-aedb-d19d54f6986f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T15:53:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "3d4f7f6e-d661-4606-928f-8b396fc1c7d0", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm"} 2026-09-19T15:53:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "3d4f7f6e-d661-4606-928f-8b396fc1c7d0", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm", "name": "e2e-same-id-b-452b12f1"} 2026-09-19T15:53:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "3d4f7f6e-d661-4606-928f-8b396fc1c7d0", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm"} 2026-09-19T15:53:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "3d4f7f6e-d661-4606-928f-8b396fc1c7d0", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm"} 2026-09-19T15:53:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "3d4f7f6e-d661-4606-928f-8b396fc1c7d0", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm", "name": "e2e-same-id-b-452b12f1-kserve-route-authn"} 2026-09-19T15:53:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "3d4f7f6e-d661-4606-928f-8b396fc1c7d0", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm", "name": "e2e-same-id-b-452b12f1-kserve-route-authn"} 2026-09-19T15:53:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-452b12f1","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-452b12f1", "reconcileID": "6a1e97c3-eedb-4b64-8e7c-d8addd3a078a", "LLMInferenceService": "e2e-same-id-b-452b12f1", "namespace": "llm"} 2026-09-19T15:53:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d54682bb-dfd2-4585-bb0f-978a707a8dc8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T15:53:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d54682bb-dfd2-4585-bb0f-978a707a8dc8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T15:53:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d54682bb-dfd2-4585-bb0f-978a707a8dc8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T15:53:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f2f4a6d-761c-452e-8f2d-0ca886edb13f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-19T15:53:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f2f4a6d-761c-452e-8f2d-0ca886edb13f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-19T15:53:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f2f4a6d-761c-452e-8f2d-0ca886edb13f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}